{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 引入包\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import cupy as np \n",
    "import pickle \n",
    "import time\n",
    "import matplotlib.pyplot\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "f=open('train_data.fms','rb')\n",
    "train_data=pickle.load(f)    \n",
    "f.close()\n",
    "\n",
    "f=open('test_data.fms','rb')\n",
    "test_data=pickle.load(f)    \n",
    "f.close()\n",
    "\n",
    "f=open('train_label.fms','rb')\n",
    "train_label=pickle.load(f)    \n",
    "f.close()\n",
    "\n",
    "f=open('test_label.fms','rb')\n",
    "test_label=pickle.load(f)    \n",
    "f.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### 定义神经网络"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "class neuralNetwork:\n",
    "    def __init__(self, inputnodes, hiddennodes, outputnodes, learningrate):\n",
    "        \n",
    "        self.inodes = inputnodes\n",
    "        self.hnodes = hiddennodes\n",
    "        self.onodes = outputnodes\n",
    "  \n",
    "        self.wih = np.random.normal(0.0, pow(self.inodes, -0.5), (self.hnodes, self.inodes))\n",
    "        self.who = np.random.normal(0.0, pow(self.hnodes, -0.5), (self.onodes, self.hnodes))\n",
    "        \n",
    "        self.lr = learningrate\n",
    "        \n",
    "        self.activation_function = lambda x: 1 / (1 + np.exp(-x))           \n",
    "        pass\n",
    "    \n",
    "    def train(self, inputs_list, targets_list):\n",
    "#         print(1,inputs_list.shape)\n",
    "        inputs = np.array(inputs_list, ndmin=2).T\n",
    "        targets = np.array(targets_list, ndmin=2).T\n",
    "        batchsize=inputs_list.shape[0]\n",
    "#         print(2,inputs_list.shape)\n",
    "        hidden_inputs = np.dot(self.wih, inputs)\n",
    "        hidden_outputs = self.activation_function(hidden_inputs)\n",
    "        \n",
    "        final_inputs = np.dot(self.who, hidden_outputs)\n",
    "        final_outputs = self.activation_function(final_inputs)\n",
    "        \n",
    "        output_errors = targets - final_outputs\n",
    "        hidden_errors = np.dot(self.who.T, output_errors) \n",
    "        \n",
    "        self.who += self.lr/batchsize* np.dot((output_errors * final_outputs * (1.0 - final_outputs)), np.transpose(hidden_outputs))        \n",
    "        self.wih += self.lr/batchsize* np.dot((hidden_errors * hidden_outputs * (1.0 - hidden_outputs)), np.transpose(inputs))        \n",
    "        \n",
    "#         self.who += self.lr/(batchsize**0.9)* np.dot((output_errors * final_outputs * (1.0 - final_outputs)), np.transpose(hidden_outputs))        \n",
    "#         self.wih += self.lr/(batchsize**0.9)* np.dot((hidden_errors * hidden_outputs * (1.0 - hidden_outputs)), np.transpose(inputs))        \n",
    "        pass\n",
    "    \n",
    "    def query(self, inputs_list):\n",
    "        inputs = np.array(inputs_list, ndmin=2).T\n",
    "        hidden_inputs = np.dot(self.wih, inputs)\n",
    "        hidden_outputs = self.activation_function(hidden_inputs)\n",
    "        \n",
    "        final_inputs = np.dot(self.who, hidden_outputs)\n",
    "        final_outputs = self.activation_function(final_inputs)\n",
    "        \n",
    "        return final_outputs"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "+ 设定参数 \n",
    "\n",
    "|输入数据长度|  隐藏层宽度|  输出长度|  学习率|  \n",
    "|----|  ----|  ---- |  ----|   \n",
    "|  input_nodes|   hidden_nodes|   output_nodes|   learning_rate| \n",
    "|784|200|10|0.1|\n",
    "|不能变|可以变|不能变|可以变|"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "input_nodes = 784\n",
    "hidden_nodes = 400\n",
    "output_nodes = 10\n",
    "\n",
    "learning_rate = 0.1\n",
    "\n",
    "n = neuralNetwork(input_nodes,hidden_nodes,output_nodes, learning_rate)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "1. 读取数据"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "训练5遍"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "def test():\n",
    "    scorecard = []\n",
    "    inputs=test_data\n",
    "    correct_label=test_label\n",
    "    outputs = n.query(inputs)\n",
    "    outputs=outputs.T\n",
    "    for i in range(10000):\n",
    "        label = np.argmax(outputs[i])\n",
    "        if (label == correct_label[i]):\n",
    "            scorecard.append(1)\n",
    "        else:\n",
    "            scorecard.append(0)\n",
    "            pass\n",
    "        pass\n",
    "\n",
    "    scorecard_array = np.asarray(scorecard)\n",
    "    print (\"performance = \", scorecard_array.sum() / scorecard_array.size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 0 1.8380851745605469\n",
      "performance =  0.8327\n",
      "......epoch: 1 0.9358198642730713\n",
      "......epoch: 2 1.3055083751678467\n",
      "......epoch: 3 1.2995238304138184\n",
      "......epoch: 4 1.3055517673492432\n",
      "......epoch: 5 1.3074979782104492\n",
      "......epoch: 6 1.279581069946289\n",
      "......epoch: 7 1.301485300064087\n",
      "......epoch: 8 1.3015165328979492\n",
      "......epoch: 9 1.3035519123077393\n",
      "......epoch: 10 1.2977290153503418\n",
      "performance =  0.9158\n",
      "......epoch: 11 0.9135599136352539\n",
      "......epoch: 12 1.2785794734954834\n",
      "......epoch: 13 1.2855620384216309\n",
      "......epoch: 14 1.3077013492584229\n",
      "......epoch: 15 1.3267157077789307\n",
      "......epoch: 16 1.314523696899414\n",
      "......epoch: 17 1.3194336891174316\n",
      "......epoch: 18 1.2925546169281006\n",
      "......epoch: 19 1.293527364730835\n",
      "......epoch: 20 1.2985317707061768\n",
      "performance =  0.9311\n",
      "......epoch: 21 0.9397506713867188\n",
      "......epoch: 22 1.3192079067230225\n",
      "......epoch: 23 1.3204700946807861\n",
      "......epoch: 24 1.3164808750152588\n",
      "......epoch: 25 1.3224644660949707\n",
      "......epoch: 26 1.313486099243164\n",
      "......epoch: 27 1.3184750080108643\n",
      "......epoch: 28 1.3216912746429443\n",
      "......epoch: 29 1.3342392444610596\n",
      "......epoch: 30 1.3304471969604492\n",
      "performance =  0.9442\n",
      "......epoch: 31 0.95145583152771\n",
      "......epoch: 32 1.343407154083252\n",
      "......epoch: 33 1.3185067176818848\n",
      "......epoch: 34 1.3294157981872559\n",
      "......epoch: 35 1.3235256671905518\n",
      "......epoch: 36 1.3079042434692383\n",
      "......epoch: 37 1.3304758071899414\n",
      "......epoch: 38 1.3309309482574463\n",
      "......epoch: 39 1.340134859085083\n",
      "......epoch: 40 1.3434102535247803\n",
      "performance =  0.9508\n",
      "......epoch: 41 0.9464714527130127\n",
      "......epoch: 42 1.3434455394744873\n",
      "......epoch: 43 1.3234624862670898\n",
      "......epoch: 44 1.326453447341919\n",
      "......epoch: 45 1.3157527446746826\n",
      "......epoch: 46 1.3328361511230469\n",
      "......epoch: 47 1.3274457454681396\n",
      "......epoch: 48 1.3404157161712646\n",
      "......epoch: 49 1.3324856758117676\n",
      "......epoch: 50 1.3214225769042969\n",
      "performance =  0.9558\n",
      "......epoch: 51 0.9494621753692627\n",
      "......epoch: 52 1.3284969329833984\n",
      "......epoch: 53 1.3334236145019531\n",
      "......epoch: 54 1.3357164859771729\n",
      "......epoch: 55 1.3281223773956299\n",
      "......epoch: 56 1.290550947189331\n",
      "......epoch: 57 1.2835674285888672\n",
      "......epoch: 58 1.331439733505249\n",
      "......epoch: 59 1.3246569633483887\n",
      "......epoch: 60 1.3492274284362793\n",
      "performance =  0.9603\n",
      "......epoch: 61 0.9635941982269287\n",
      "......epoch: 62 1.360302448272705\n",
      "......epoch: 63 1.3414132595062256\n",
      "......epoch: 64 1.353381633758545\n",
      "......epoch: 65 1.3503916263580322\n",
      "......epoch: 66 1.349731206893921\n",
      "......epoch: 67 1.3434078693389893\n",
      "......epoch: 68 1.34942626953125\n",
      "......epoch: 69 1.346435785293579\n",
      "......epoch: 70 1.3434202671051025\n",
      "performance =  0.9633\n",
      "......epoch: 71 0.9564790725708008\n",
      "......epoch: 72 1.3523480892181396\n",
      "......epoch: 73 1.3254916667938232\n",
      "......epoch: 74 1.353346586227417\n",
      "......epoch: 75 1.3563902378082275\n",
      "......epoch: 76 1.3544020652770996\n",
      "......epoch: 77 1.3453989028930664\n",
      "......epoch: 78 1.340379238128662\n",
      "......epoch: 79 1.3394620418548584\n",
      "......epoch: 80 1.3456110954284668\n",
      "performance =  0.9661\n",
      "......epoch: 81 0.9544792175292969\n",
      "......epoch: 82 1.3415648937225342\n",
      "......epoch: 83 1.3314270973205566\n",
      "......epoch: 84 1.3184459209442139\n",
      "......epoch: 85 1.3224692344665527\n",
      "......epoch: 86 1.3135106563568115\n",
      "......epoch: 87 1.331786870956421\n",
      "......epoch: 88 1.3321528434753418\n",
      "......epoch: 89 1.3464701175689697\n",
      "......epoch: 90 1.340454339981079\n",
      "performance =  0.9686\n",
      "......epoch: 91 0.9554574489593506\n",
      "......epoch: 92 1.344407320022583\n",
      "......epoch: 93 1.3374648094177246\n",
      "......epoch: 94 1.3523790836334229\n",
      "......epoch: 95 1.3427190780639648\n",
      "......epoch: 96 1.3394181728363037\n",
      "......epoch: 97 1.355375051498413\n",
      "......epoch: 98 1.3464016914367676\n",
      "......epoch: 99 1.320469617843628\n",
      "......epoch: 100 1.288557529449463\n",
      "performance =  0.9704\n",
      "......epoch: 101 0.9494597911834717\n",
      "......epoch: 102 1.3245017528533936\n",
      "......epoch: 103 1.34541654586792\n",
      "......epoch: 104 1.33943772315979\n",
      "......epoch: 105 1.3504152297973633\n",
      "......epoch: 106 1.3513860702514648\n",
      "......epoch: 107 1.338458776473999\n",
      "......epoch: 108 1.3493552207946777\n",
      "......epoch: 109 1.335430383682251\n",
      "......epoch: 110 1.3394255638122559\n",
      "performance =  0.9716\n",
      "......epoch: 111 0.9574408531188965\n",
      "......epoch: 112 1.3414127826690674\n",
      "......epoch: 113 1.3384573459625244\n",
      "......epoch: 114 1.3533496856689453\n",
      "......epoch: 115 1.3416626453399658\n",
      "......epoch: 116 1.3256278038024902\n",
      "......epoch: 117 1.3172852993011475\n",
      "......epoch: 118 1.3254570960998535\n",
      "......epoch: 119 1.322465181350708\n",
      "......epoch: 120 1.320467472076416\n",
      "performance =  0.9731\n",
      "......epoch: 121 0.9407708644866943\n",
      "......epoch: 122 1.318202257156372\n",
      "......epoch: 123 1.3207426071166992\n",
      "......epoch: 124 1.3211936950683594\n",
      "......epoch: 125 1.3265266418457031\n",
      "......epoch: 126 1.3344707489013672\n",
      "......epoch: 127 1.3297295570373535\n",
      "......epoch: 128 1.3397347927093506\n",
      "......epoch: 129 1.3387267589569092\n",
      "......epoch: 130 1.3411080837249756\n",
      "performance =  0.9739\n",
      "......epoch: 131 0.9544229507446289\n",
      "......epoch: 132 1.3444035053253174\n",
      "......epoch: 133 1.3377008438110352\n",
      "......epoch: 134 1.329211950302124\n",
      "......epoch: 135 1.3423669338226318\n",
      "......epoch: 136 1.341413974761963\n",
      "......epoch: 137 1.3336524963378906\n",
      "......epoch: 138 1.3384208679199219\n",
      "......epoch: 139 1.3364267349243164\n",
      "......epoch: 140 1.3357939720153809\n",
      "performance =  0.9746\n",
      "......epoch: 141 0.9524645805358887\n",
      "......epoch: 142 1.32940673828125\n",
      "......epoch: 143 1.275590181350708\n",
      "......epoch: 144 1.2735941410064697\n",
      "......epoch: 145 1.2716014385223389\n",
      "......epoch: 146 1.307509422302246\n",
      "......epoch: 147 1.332430124282837\n",
      "......epoch: 148 1.2596321105957031\n",
      "......epoch: 149 1.2526514530181885\n",
      "......epoch: 150 1.303527593612671\n",
      "performance =  0.9752\n",
      "......epoch: 151 1.096069574356079\n",
      "......epoch: 152 1.0751259326934814\n",
      "......epoch: 153 1.2706429958343506\n",
      "......epoch: 154 1.3084616661071777\n",
      "......epoch: 155 1.32546067237854\n",
      "......epoch: 156 1.2815673351287842\n",
      "......epoch: 157 1.2745921611785889\n",
      "......epoch: 158 1.3244678974151611\n",
      "......epoch: 159 1.3164722919464111\n",
      "......epoch: 160 1.2855606079101562\n",
      "performance =  0.9757\n",
      "......epoch: 161 0.9435155391693115\n",
      "......epoch: 162 1.332399845123291\n",
      "......epoch: 163 1.3114922046661377\n",
      "......epoch: 164 1.3314414024353027\n",
      "......epoch: 165 1.303513526916504\n",
      "......epoch: 166 1.32844877243042\n",
      "......epoch: 167 1.3114945888519287\n",
      "......epoch: 168 1.3005211353302002\n",
      "......epoch: 169 1.3215038776397705\n",
      "......epoch: 170 1.303478479385376\n",
      "performance =  0.9758\n",
      "......epoch: 171 0.9484636783599854\n",
      "......epoch: 172 1.3134877681732178\n",
      "......epoch: 173 1.3264541625976562\n",
      "......epoch: 174 1.318490743637085\n",
      "......epoch: 175 1.292527198791504\n",
      "......epoch: 176 1.2895524501800537\n",
      "......epoch: 177 1.2935409545898438\n",
      "......epoch: 178 1.3085050582885742\n",
      "......epoch: 179 1.3045072555541992\n",
      "......epoch: 180 1.296534538269043\n",
      "performance =  0.9763\n",
      "......epoch: 181 0.9494633674621582\n",
      "......epoch: 182 1.2975287437438965\n",
      "......epoch: 183 1.3065202236175537\n",
      "......epoch: 184 1.3167181015014648\n",
      "......epoch: 185 1.317514419555664\n",
      "......epoch: 186 1.2875561714172363\n",
      "......epoch: 187 1.2806155681610107\n",
      "......epoch: 188 1.3015215396881104\n",
      "......epoch: 189 1.3025166988372803\n",
      "......epoch: 190 1.3025176525115967\n",
      "performance =  0.9763\n",
      "......epoch: 191 0.9464709758758545\n",
      "......epoch: 192 1.3274502754211426\n",
      "......epoch: 193 1.321706771850586\n",
      "......epoch: 194 1.3242177963256836\n",
      "......epoch: 195 1.3304436206817627\n",
      "......epoch: 196 1.3177285194396973\n",
      "......epoch: 197 1.319467544555664\n",
      "......epoch: 198 1.3344340324401855\n",
      "......epoch: 199 1.3214623928070068\n",
      "......epoch: 200 1.326488971710205\n",
      "performance =  0.9772\n",
      "......epoch: 201 0.9534401893615723\n",
      "......epoch: 202 1.3304417133331299\n",
      "......epoch: 203 1.3274497985839844\n",
      "......epoch: 204 1.32545804977417\n",
      "......epoch: 205 1.3324363231658936\n",
      "......epoch: 206 1.3224616050720215\n",
      "......epoch: 207 1.333437442779541\n",
      "......epoch: 208 1.3284854888916016\n",
      "......epoch: 209 1.3364357948303223\n",
      "......epoch: 210 1.3214678764343262\n",
      "performance =  0.9777\n",
      "......epoch: 211 0.9424974918365479\n",
      "......epoch: 212 1.3284404277801514\n",
      "......epoch: 213 1.3284847736358643\n",
      "......epoch: 214 1.32841157913208\n",
      "......epoch: 215 1.3244585990905762\n",
      "......epoch: 216 1.3254873752593994\n",
      "......epoch: 217 1.3244590759277344\n",
      "......epoch: 218 1.3294079303741455\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 219 1.33046293258667\n",
      "......epoch: 220 1.33441162109375\n",
      "performance =  0.9778\n",
      "......epoch: 221 0.946465015411377\n",
      "......epoch: 222 1.3294084072113037\n",
      "......epoch: 223 1.3354299068450928\n",
      "......epoch: 224 1.3015198707580566\n",
      "......epoch: 225 1.3374242782592773\n",
      "......epoch: 226 1.3264532089233398\n",
      "......epoch: 227 1.3204703330993652\n",
      "......epoch: 228 1.33543062210083\n",
      "......epoch: 229 1.3324370384216309\n",
      "......epoch: 230 1.3005297183990479\n",
      "performance =  0.9783\n",
      "......epoch: 231 0.9356019496917725\n",
      "......epoch: 232 1.3075037002563477\n",
      "......epoch: 233 1.3234617710113525\n",
      "......epoch: 234 1.3304436206817627\n",
      "......epoch: 235 1.3254942893981934\n",
      "......epoch: 236 1.326415777206421\n",
      "......epoch: 237 1.3324637413024902\n",
      "......epoch: 238 1.3294179439544678\n",
      "......epoch: 239 1.3314404487609863\n",
      "......epoch: 240 1.3374624252319336\n",
      "performance =  0.9788\n",
      "......epoch: 241 0.9455099105834961\n",
      "......epoch: 242 1.333397626876831\n",
      "......epoch: 243 1.3364262580871582\n",
      "......epoch: 244 1.3257062435150146\n",
      "......epoch: 245 1.3114888668060303\n",
      "......epoch: 246 1.3324716091156006\n",
      "......epoch: 247 1.3286609649658203\n",
      "......epoch: 248 1.3407723903656006\n",
      "......epoch: 249 1.3463993072509766\n",
      "......epoch: 250 1.3214671611785889\n",
      "performance =  0.9787\n",
      "......epoch: 251 0.946479320526123\n",
      "......epoch: 252 1.3364193439483643\n",
      "......epoch: 253 1.312488317489624\n",
      "......epoch: 254 1.3404181003570557\n",
      "......epoch: 255 1.320462942123413\n",
      "......epoch: 256 1.306586742401123\n",
      "......epoch: 257 1.3373432159423828\n",
      "......epoch: 258 1.3314392566680908\n",
      "......epoch: 259 1.3374650478363037\n",
      "......epoch: 260 1.3403747081756592\n",
      "performance =  0.9791\n",
      "......epoch: 261 0.9494948387145996\n",
      "......epoch: 262 1.336400032043457\n",
      "......epoch: 263 1.339651107788086\n",
      "......epoch: 264 1.3234634399414062\n",
      "......epoch: 265 1.325455904006958\n",
      "......epoch: 266 1.3364667892456055\n",
      "......epoch: 267 1.3274269104003906\n",
      "......epoch: 268 1.336677074432373\n",
      "......epoch: 269 1.332397222518921\n",
      "......epoch: 270 1.3244576454162598\n",
      "performance =  0.9794\n",
      "......epoch: 271 0.9454729557037354\n",
      "......epoch: 272 1.3344993591308594\n",
      "......epoch: 273 1.3124220371246338\n",
      "......epoch: 274 1.2835712432861328\n",
      "......epoch: 275 1.2805736064910889\n",
      "......epoch: 276 1.3055102825164795\n",
      "......epoch: 277 1.3175129890441895\n",
      "......epoch: 278 1.3314058780670166\n",
      "......epoch: 279 1.3264877796173096\n",
      "......epoch: 280 1.3284132480621338\n",
      "performance =  0.9799\n",
      "......epoch: 281 0.9526674747467041\n",
      "......epoch: 282 1.3362138271331787\n",
      "......epoch: 283 1.333439588546753\n",
      "......epoch: 284 1.3284423351287842\n",
      "......epoch: 285 1.3284494876861572\n",
      "......epoch: 286 1.3334331512451172\n",
      "......epoch: 287 1.340421199798584\n",
      "......epoch: 288 1.3304765224456787\n",
      "......epoch: 289 1.333434820175171\n",
      "......epoch: 290 1.3324000835418701\n",
      "performance =  0.9801\n",
      "......epoch: 291 0.9536600112915039\n",
      "......epoch: 292 1.324493646621704\n",
      "......epoch: 293 1.342374563217163\n",
      "......epoch: 294 1.3105027675628662\n",
      "......epoch: 295 1.324451208114624\n",
      "......epoch: 296 1.3224637508392334\n",
      "......epoch: 297 1.3304438591003418\n",
      "......epoch: 298 1.3294463157653809\n",
      "......epoch: 299 1.3384196758270264\n",
      "......epoch: 300 1.3244950771331787\n",
      "performance =  0.9802\n",
      "......epoch: 301 0.9524593353271484\n",
      "......epoch: 302 1.328458547592163\n",
      "......epoch: 303 1.3344166278839111\n",
      "......epoch: 304 1.311492681503296\n",
      "......epoch: 305 1.3294456005096436\n",
      "......epoch: 306 1.3424100875854492\n",
      "......epoch: 307 1.3324401378631592\n",
      "......epoch: 308 1.3194692134857178\n",
      "......epoch: 309 1.3254549503326416\n",
      "......epoch: 310 1.326490879058838\n",
      "performance =  0.9799\n",
      "......epoch: 311 0.9485001564025879\n",
      "......epoch: 312 1.335392713546753\n",
      "......epoch: 313 1.3473997116088867\n",
      "......epoch: 314 1.3254954814910889\n",
      "......epoch: 315 1.3294038772583008\n",
      "......epoch: 316 1.3394725322723389\n",
      "......epoch: 317 1.3204147815704346\n",
      "......epoch: 318 1.2905781269073486\n",
      "......epoch: 319 1.311464548110962\n",
      "......epoch: 320 1.3134846687316895\n",
      "performance =  0.9803\n",
      "......epoch: 321 0.9475018978118896\n",
      "......epoch: 322 1.3386926651000977\n",
      "......epoch: 323 1.3354682922363281\n",
      "......epoch: 324 1.326416015625\n",
      "......epoch: 325 1.3334715366363525\n",
      "......epoch: 326 1.332397222518921\n",
      "......epoch: 327 1.3344392776489258\n",
      "......epoch: 328 1.328470230102539\n",
      "......epoch: 329 1.3304147720336914\n",
      "......epoch: 330 1.3404505252838135\n",
      "performance =  0.9804\n",
      "......epoch: 331 0.9494338035583496\n",
      "......epoch: 332 1.335434913635254\n",
      "......epoch: 333 1.3354623317718506\n",
      "......epoch: 334 1.328409194946289\n",
      "......epoch: 335 1.3154871463775635\n",
      "......epoch: 336 1.343404769897461\n",
      "......epoch: 337 1.3294470310211182\n",
      "......epoch: 338 1.3125276565551758\n",
      "......epoch: 339 1.3323993682861328\n",
      "......epoch: 340 1.3374524116516113\n",
      "performance =  0.9802\n",
      "......epoch: 341 0.9444613456726074\n",
      "......epoch: 342 1.3384172916412354\n",
      "......epoch: 343 1.3334476947784424\n",
      "......epoch: 344 1.3254573345184326\n",
      "......epoch: 345 1.335428237915039\n",
      "......epoch: 346 1.334432601928711\n",
      "......epoch: 347 1.3354296684265137\n",
      "......epoch: 348 1.3314464092254639\n",
      "......epoch: 349 1.3194737434387207\n",
      "......epoch: 350 1.3344731330871582\n",
      "performance =  0.9805\n",
      "......epoch: 351 0.9494724273681641\n",
      "......epoch: 352 1.3314430713653564\n",
      "......epoch: 353 1.3344295024871826\n",
      "......epoch: 354 1.3104946613311768\n",
      "......epoch: 355 1.3145208358764648\n",
      "......epoch: 356 1.3376014232635498\n",
      "......epoch: 357 1.3452255725860596\n",
      "......epoch: 358 1.3274149894714355\n",
      "......epoch: 359 1.3344323635101318\n",
      "......epoch: 360 1.3374595642089844\n",
      "performance =  0.9805\n",
      "......epoch: 361 0.939525842666626\n",
      "......epoch: 362 1.2935030460357666\n",
      "......epoch: 363 1.2975313663482666\n",
      "......epoch: 364 1.311493158340454\n",
      "......epoch: 365 1.3394594192504883\n",
      "......epoch: 366 1.3335695266723633\n",
      "......epoch: 367 1.3263208866119385\n",
      "......epoch: 368 1.331449031829834\n",
      "......epoch: 369 1.3224191665649414\n",
      "......epoch: 370 1.3324363231658936\n",
      "performance =  0.9806\n",
      "......epoch: 371 0.9504618644714355\n",
      "......epoch: 372 1.336430549621582\n",
      "......epoch: 373 1.3327183723449707\n",
      "......epoch: 374 1.3334004878997803\n",
      "......epoch: 375 1.3345141410827637\n",
      "......epoch: 376 1.3244595527648926\n",
      "......epoch: 377 1.328449010848999\n",
      "......epoch: 378 1.336426019668579\n",
      "......epoch: 379 1.3304407596588135\n",
      "......epoch: 380 1.3274519443511963\n",
      "performance =  0.9805\n",
      "......epoch: 381 0.9447031021118164\n",
      "......epoch: 382 1.3437528610229492\n",
      "......epoch: 383 1.3354287147521973\n",
      "......epoch: 384 1.3284552097320557\n",
      "......epoch: 385 1.3284432888031006\n",
      "......epoch: 386 1.3265063762664795\n",
      "......epoch: 387 1.3225092887878418\n",
      "......epoch: 388 1.3234150409698486\n",
      "......epoch: 389 1.3397352695465088\n",
      "......epoch: 390 1.3333957195281982\n",
      "performance =  0.9807\n",
      "......epoch: 391 0.9564299583435059\n",
      "......epoch: 392 1.3414154052734375\n",
      "......epoch: 393 1.3364677429199219\n",
      "......epoch: 394 1.318434476852417\n",
      "......epoch: 395 1.3254594802856445\n",
      "......epoch: 396 1.334397315979004\n",
      "......epoch: 397 1.3314828872680664\n",
      "......epoch: 398 1.3357508182525635\n",
      "......epoch: 399 1.3321166038513184\n",
      "......epoch: 400 1.3294801712036133\n",
      "performance =  0.9811\n",
      "......epoch: 401 0.9484269618988037\n",
      "......epoch: 402 1.3334362506866455\n",
      "......epoch: 403 1.3244946002960205\n",
      "......epoch: 404 1.3214478492736816\n",
      "......epoch: 405 1.2855782508850098\n",
      "......epoch: 406 1.291515588760376\n",
      "......epoch: 407 1.284562587738037\n",
      "......epoch: 408 1.307539939880371\n",
      "......epoch: 409 1.3306870460510254\n",
      "......epoch: 410 1.3361449241638184\n",
      "performance =  0.9812\n",
      "......epoch: 411 0.9447369575500488\n",
      "......epoch: 412 1.3162753582000732\n",
      "......epoch: 413 1.3206868171691895\n",
      "......epoch: 414 1.32350754737854\n",
      "......epoch: 415 1.34293794631958\n",
      "......epoch: 416 1.3414068222045898\n",
      "......epoch: 417 1.3294506072998047\n",
      "......epoch: 418 1.3284435272216797\n",
      "......epoch: 419 1.3354289531707764\n",
      "......epoch: 420 1.3444082736968994\n",
      "performance =  0.9812\n",
      "......epoch: 421 0.960761547088623\n",
      "......epoch: 422 1.3442764282226562\n",
      "......epoch: 423 1.337425708770752\n",
      "......epoch: 424 1.340768814086914\n",
      "......epoch: 425 1.3470458984375\n",
      "......epoch: 426 1.3414127826690674\n",
      "......epoch: 427 1.349640130996704\n",
      "......epoch: 428 1.3394279479980469\n",
      "......epoch: 429 1.3493902683258057\n",
      "......epoch: 430 1.3314411640167236\n",
      "performance =  0.9812\n",
      "......epoch: 431 0.9584774971008301\n",
      "......epoch: 432 1.3343939781188965\n",
      "......epoch: 433 1.3523812294006348\n",
      "......epoch: 434 1.3324363231658936\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 435 1.3374249935150146\n",
      "......epoch: 436 1.335644006729126\n",
      "......epoch: 437 1.3403761386871338\n",
      "......epoch: 438 1.3314404487609863\n",
      "......epoch: 439 1.3424479961395264\n",
      "......epoch: 440 1.3406312465667725\n",
      "performance =  0.9815\n",
      "......epoch: 441 0.9475045204162598\n",
      "......epoch: 442 1.338383436203003\n",
      "......epoch: 443 1.3304436206817627\n",
      "......epoch: 444 1.321465253829956\n",
      "......epoch: 445 1.3294529914855957\n",
      "......epoch: 446 1.34244704246521\n",
      "......epoch: 447 1.3414127826690674\n",
      "......epoch: 448 1.3115346431732178\n",
      "......epoch: 449 1.306464672088623\n",
      "......epoch: 450 1.3144867420196533\n",
      "performance =  0.9817\n",
      "......epoch: 451 0.9544079303741455\n",
      "......epoch: 452 1.337742567062378\n",
      "......epoch: 453 1.3284454345703125\n",
      "......epoch: 454 1.2825706005096436\n",
      "......epoch: 455 1.3474366664886475\n",
      "......epoch: 456 1.3393990993499756\n",
      "......epoch: 457 1.3406257629394531\n",
      "......epoch: 458 1.325744867324829\n",
      "......epoch: 459 1.3483951091766357\n",
      "......epoch: 460 1.3443682193756104\n",
      "performance =  0.9817\n",
      "......epoch: 461 0.9564576148986816\n",
      "......epoch: 462 1.3323979377746582\n",
      "......epoch: 463 1.340449333190918\n",
      "......epoch: 464 1.338386058807373\n",
      "......epoch: 465 1.3474361896514893\n",
      "......epoch: 466 1.3406147956848145\n",
      "......epoch: 467 1.331366777420044\n",
      "......epoch: 468 1.3264167308807373\n",
      "......epoch: 469 1.3374454975128174\n",
      "......epoch: 470 1.3403923511505127\n",
      "performance =  0.9817\n",
      "......epoch: 471 0.957510232925415\n",
      "......epoch: 472 1.3344297409057617\n",
      "......epoch: 473 1.3347103595733643\n",
      "......epoch: 474 1.3491630554199219\n",
      "......epoch: 475 1.3553268909454346\n",
      "......epoch: 476 1.3394205570220947\n",
      "......epoch: 477 1.3503873348236084\n",
      "......epoch: 478 1.3394198417663574\n",
      "......epoch: 479 1.343407154083252\n",
      "......epoch: 480 1.3503906726837158\n",
      "performance =  0.9819\n",
      "......epoch: 481 0.957439661026001\n",
      "......epoch: 482 1.3337161540985107\n",
      "......epoch: 483 1.3304743766784668\n",
      "......epoch: 484 1.326418161392212\n",
      "......epoch: 485 1.3364863395690918\n",
      "......epoch: 486 1.3404099941253662\n",
      "......epoch: 487 1.3384215831756592\n",
      "......epoch: 488 1.3435068130493164\n",
      "......epoch: 489 1.343479871749878\n",
      "......epoch: 490 1.3334317207336426\n",
      "performance =  0.9819\n",
      "......epoch: 491 0.9185440540313721\n",
      "......epoch: 492 1.3075051307678223\n",
      "......epoch: 493 1.3075029850006104\n",
      "......epoch: 494 1.3256993293762207\n",
      "......epoch: 495 1.334233045578003\n",
      "......epoch: 496 1.3374230861663818\n",
      "......epoch: 497 1.3474364280700684\n",
      "......epoch: 498 1.3424153327941895\n",
      "......epoch: 499 1.3484280109405518\n",
      "......epoch: 500 1.3403806686401367\n",
      "performance =  0.9821\n",
      "......epoch: 501 0.9444789886474609\n",
      "......epoch: 502 1.2536394596099854\n",
      "......epoch: 503 1.326453447341919\n",
      "......epoch: 504 1.3184771537780762\n",
      "......epoch: 505 1.286560297012329\n",
      "......epoch: 506 1.345440149307251\n",
      "......epoch: 507 1.3343961238861084\n",
      "......epoch: 508 1.340636968612671\n",
      "......epoch: 509 1.3424732685089111\n",
      "......epoch: 510 1.3432118892669678\n",
      "performance =  0.9821\n",
      "......epoch: 511 0.956444501876831\n",
      "......epoch: 512 1.33842134475708\n",
      "......epoch: 513 1.3344297409057617\n",
      "......epoch: 514 1.3493924140930176\n",
      "......epoch: 515 1.3164820671081543\n",
      "......epoch: 516 1.33646821975708\n",
      "......epoch: 517 1.3453941345214844\n",
      "......epoch: 518 1.3373887538909912\n",
      "......epoch: 519 1.3454020023345947\n",
      "......epoch: 520 1.3464419841766357\n",
      "performance =  0.9817\n",
      "......epoch: 521 0.9584364891052246\n",
      "......epoch: 522 1.352388620376587\n",
      "......epoch: 523 1.3384695053100586\n",
      "......epoch: 524 1.3463478088378906\n",
      "......epoch: 525 1.3479008674621582\n",
      "......epoch: 526 1.3354647159576416\n",
      "......epoch: 527 1.3384249210357666\n",
      "......epoch: 528 1.3394379615783691\n",
      "......epoch: 529 1.3423523902893066\n",
      "......epoch: 530 1.343407392501831\n",
      "performance =  0.9817\n",
      "......epoch: 531 0.9494969844818115\n",
      "......epoch: 532 1.3364641666412354\n",
      "......epoch: 533 1.3434078693389893\n",
      "......epoch: 534 1.3405697345733643\n",
      "......epoch: 535 1.2835750579833984\n",
      "......epoch: 536 1.3144867420196533\n",
      "......epoch: 537 1.3225617408752441\n",
      "......epoch: 538 1.3234567642211914\n",
      "......epoch: 539 1.3483564853668213\n",
      "......epoch: 540 1.3354671001434326\n",
      "performance =  0.9818\n",
      "......epoch: 541 0.958444356918335\n",
      "......epoch: 542 1.3424046039581299\n",
      "......epoch: 543 1.3434064388275146\n",
      "......epoch: 544 1.3444445133209229\n",
      "......epoch: 545 1.3413760662078857\n",
      "......epoch: 546 1.3424103260040283\n",
      "......epoch: 547 1.348395586013794\n",
      "......epoch: 548 1.3384785652160645\n",
      "......epoch: 549 1.337386131286621\n",
      "......epoch: 550 1.3453831672668457\n",
      "performance =  0.9819\n",
      "......epoch: 551 0.9584736824035645\n",
      "......epoch: 552 1.3394184112548828\n",
      "......epoch: 553 1.3363900184631348\n",
      "......epoch: 554 1.3364286422729492\n",
      "......epoch: 555 1.3503532409667969\n",
      "......epoch: 556 1.3574564456939697\n",
      "......epoch: 557 1.3483538627624512\n",
      "......epoch: 558 1.3484957218170166\n",
      "......epoch: 559 1.344367265701294\n",
      "......epoch: 560 1.354377031326294\n",
      "performance =  0.9821\n",
      "......epoch: 561 0.9275200366973877\n",
      "......epoch: 562 1.2985284328460693\n",
      "......epoch: 563 1.292546033859253\n",
      "......epoch: 564 1.2945353984832764\n",
      "......epoch: 565 1.2935614585876465\n",
      "......epoch: 566 1.282550573348999\n",
      "......epoch: 567 1.2895517349243164\n",
      "......epoch: 568 1.2805767059326172\n",
      "......epoch: 569 1.284564733505249\n",
      "......epoch: 570 1.307504415512085\n",
      "performance =  0.9821\n",
      "......epoch: 571 0.9135570526123047\n",
      "......epoch: 572 1.287557601928711\n",
      "......epoch: 573 1.2845659255981445\n",
      "......epoch: 574 1.2875585556030273\n",
      "......epoch: 575 1.286557912826538\n",
      "......epoch: 576 1.2915475368499756\n",
      "......epoch: 577 1.2875580787658691\n",
      "......epoch: 578 1.2855615615844727\n",
      "......epoch: 579 1.2735931873321533\n",
      "......epoch: 580 1.2775840759277344\n",
      "performance =  0.9822\n",
      "......epoch: 581 0.9474599361419678\n",
      "......epoch: 582 1.3454046249389648\n",
      "......epoch: 583 1.3474347591400146\n",
      "......epoch: 584 1.3536145687103271\n",
      "......epoch: 585 1.3422026634216309\n",
      "......epoch: 586 1.337463617324829\n",
      "......epoch: 587 1.3403804302215576\n",
      "......epoch: 588 1.3424062728881836\n",
      "......epoch: 589 1.345677137374878\n",
      "......epoch: 590 1.3384332656860352\n",
      "performance =  0.9819\n",
      "......epoch: 591 0.9526793956756592\n",
      "......epoch: 592 1.3364264965057373\n",
      "......epoch: 593 1.339780330657959\n",
      "......epoch: 594 1.347036361694336\n",
      "......epoch: 595 1.3414266109466553\n",
      "......epoch: 596 1.3394503593444824\n",
      "......epoch: 597 1.350388526916504\n",
      "......epoch: 598 1.3464024066925049\n",
      "......epoch: 599 1.3473944664001465\n",
      "......epoch: 600 1.3485803604125977\n",
      "performance =  0.9816\n",
      "......epoch: 601 0.9564356803894043\n",
      "......epoch: 602 1.3493907451629639\n",
      "......epoch: 603 1.3434076309204102\n",
      "......epoch: 604 1.3337838649749756\n",
      "......epoch: 605 1.34609055519104\n",
      "......epoch: 606 1.343409538269043\n",
      "......epoch: 607 1.344369649887085\n",
      "......epoch: 608 1.3375263214111328\n",
      "......epoch: 609 1.348585605621338\n",
      "......epoch: 610 1.3493919372558594\n",
      "performance =  0.9814\n",
      "......epoch: 611 0.9544780254364014\n",
      "......epoch: 612 1.3443758487701416\n",
      "......epoch: 613 1.3035144805908203\n",
      "......epoch: 614 1.3144848346710205\n",
      "......epoch: 615 1.3374693393707275\n",
      "......epoch: 616 1.344409704208374\n",
      "......epoch: 617 1.278538703918457\n",
      "......epoch: 618 1.3164818286895752\n",
      "......epoch: 619 1.3404157161712646\n",
      "......epoch: 620 1.3417754173278809\n",
      "performance =  0.9814\n",
      "......epoch: 621 0.9315102100372314\n",
      "......epoch: 622 1.3085174560546875\n",
      "......epoch: 623 1.3185045719146729\n",
      "......epoch: 624 1.2984886169433594\n",
      "......epoch: 625 1.3207311630249023\n",
      "......epoch: 626 1.3421494960784912\n",
      "......epoch: 627 1.3446247577667236\n",
      "......epoch: 628 1.3401963710784912\n",
      "......epoch: 629 1.340463399887085\n",
      "......epoch: 630 1.331439733505249\n",
      "performance =  0.9814\n",
      "......epoch: 631 0.9494361877441406\n",
      "......epoch: 632 1.341414451599121\n",
      "......epoch: 633 1.3434514999389648\n",
      "......epoch: 634 1.3404557704925537\n",
      "......epoch: 635 1.342414379119873\n",
      "......epoch: 636 1.343407154083252\n",
      "......epoch: 637 1.343367338180542\n",
      "......epoch: 638 1.3474013805389404\n",
      "......epoch: 639 1.335423469543457\n",
      "......epoch: 640 1.3434498310089111\n",
      "performance =  0.9813\n",
      "......epoch: 641 0.9634251594543457\n",
      "......epoch: 642 1.3396799564361572\n",
      "......epoch: 643 1.3445708751678467\n",
      "......epoch: 644 1.3358254432678223\n",
      "......epoch: 645 1.33642578125\n",
      "......epoch: 646 1.3434076309204102\n",
      "......epoch: 647 1.3483939170837402\n",
      "......epoch: 648 1.3404266834259033\n",
      "......epoch: 649 1.342400074005127\n",
      "......epoch: 650 1.3535897731781006\n",
      "performance =  0.9812\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 651 0.9454712867736816\n",
      "......epoch: 652 1.2935409545898438\n",
      "......epoch: 653 1.2995624542236328\n",
      "......epoch: 654 1.3436856269836426\n",
      "......epoch: 655 1.3414146900177002\n",
      "......epoch: 656 1.3403725624084473\n",
      "......epoch: 657 1.3484318256378174\n",
      "......epoch: 658 1.3403773307800293\n",
      "......epoch: 659 1.3455593585968018\n",
      "......epoch: 660 1.3404171466827393\n",
      "performance =  0.9812\n",
      "......epoch: 661 0.9514555931091309\n",
      "......epoch: 662 1.345402479171753\n",
      "......epoch: 663 1.3483946323394775\n",
      "......epoch: 664 1.3334341049194336\n",
      "......epoch: 665 1.2995257377624512\n",
      "......epoch: 666 1.3075032234191895\n",
      "......epoch: 667 1.3097944259643555\n",
      "......epoch: 668 1.3125414848327637\n",
      "......epoch: 669 1.32844877243042\n",
      "......epoch: 670 1.340611457824707\n",
      "performance =  0.9815\n",
      "......epoch: 671 0.9554460048675537\n",
      "......epoch: 672 1.3514628410339355\n",
      "......epoch: 673 1.3413364887237549\n",
      "......epoch: 674 1.348611831665039\n",
      "......epoch: 675 1.3441894054412842\n",
      "......epoch: 676 1.3473963737487793\n",
      "......epoch: 677 1.3594105243682861\n",
      "......epoch: 678 1.3423662185668945\n",
      "......epoch: 679 1.3434083461761475\n",
      "......epoch: 680 1.2915465831756592\n",
      "performance =  0.9814\n",
      "......epoch: 681 0.9583969116210938\n",
      "......epoch: 682 1.3573696613311768\n",
      "......epoch: 683 1.3554155826568604\n",
      "......epoch: 684 1.346367597579956\n",
      "......epoch: 685 1.3397369384765625\n",
      "......epoch: 686 1.340414047241211\n",
      "......epoch: 687 1.336437702178955\n",
      "......epoch: 688 1.3414509296417236\n",
      "......epoch: 689 1.3397438526153564\n",
      "......epoch: 690 1.334106206893921\n",
      "performance =  0.9815\n",
      "......epoch: 691 0.9544298648834229\n",
      "......epoch: 692 1.3573670387268066\n",
      "......epoch: 693 1.3444421291351318\n",
      "......epoch: 694 1.343367099761963\n",
      "......epoch: 695 1.3454580307006836\n",
      "......epoch: 696 1.3476533889770508\n",
      "......epoch: 697 1.332690954208374\n",
      "......epoch: 698 1.3414134979248047\n",
      "......epoch: 699 1.3454029560089111\n",
      "......epoch: 700 1.3444445133209229\n",
      "performance =  0.9816\n",
      "......epoch: 701 0.957451343536377\n",
      "......epoch: 702 1.354339599609375\n",
      "......epoch: 703 1.3444337844848633\n",
      "......epoch: 704 1.3403871059417725\n",
      "......epoch: 705 1.3475737571716309\n",
      "......epoch: 706 1.3462634086608887\n",
      "......epoch: 707 1.3533532619476318\n",
      "......epoch: 708 1.344487190246582\n",
      "......epoch: 709 1.3114769458770752\n",
      "......epoch: 710 1.3045120239257812\n",
      "performance =  0.9813\n",
      "......epoch: 711 0.9454329013824463\n",
      "......epoch: 712 1.349656343460083\n",
      "......epoch: 713 1.317458152770996\n",
      "......epoch: 714 1.3314824104309082\n",
      "......epoch: 715 1.33371901512146\n",
      "......epoch: 716 1.348395586013794\n",
      "......epoch: 717 1.3523848056793213\n",
      "......epoch: 718 1.351388931274414\n",
      "......epoch: 719 1.340414047241211\n",
      "......epoch: 720 1.344444751739502\n",
      "performance =  0.9815\n",
      "......epoch: 721 0.9554157257080078\n",
      "......epoch: 722 1.339418888092041\n",
      "......epoch: 723 1.3414490222930908\n",
      "......epoch: 724 1.3506240844726562\n",
      "......epoch: 725 1.3421406745910645\n",
      "......epoch: 726 1.3464000225067139\n",
      "......epoch: 727 1.351386308670044\n",
      "......epoch: 728 1.3334665298461914\n",
      "......epoch: 729 1.3563740253448486\n",
      "......epoch: 730 1.3513500690460205\n",
      "performance =  0.9811\n",
      "......epoch: 731 0.9504401683807373\n",
      "......epoch: 732 1.339437484741211\n",
      "......epoch: 733 1.3474619388580322\n",
      "......epoch: 734 1.33378267288208\n",
      "......epoch: 735 1.3394544124603271\n",
      "......epoch: 736 1.340470314025879\n",
      "......epoch: 737 1.3423826694488525\n",
      "......epoch: 738 1.3477301597595215\n",
      "......epoch: 739 1.355036973953247\n",
      "......epoch: 740 1.338460922241211\n",
      "performance =  0.9815\n",
      "......epoch: 741 0.9564754962921143\n",
      "......epoch: 742 1.3434090614318848\n",
      "......epoch: 743 1.347428798675537\n",
      "......epoch: 744 1.35638427734375\n",
      "......epoch: 745 1.347994089126587\n",
      "......epoch: 746 1.3336920738220215\n",
      "......epoch: 747 1.345402717590332\n",
      "......epoch: 748 1.3444042205810547\n",
      "......epoch: 749 1.3414137363433838\n",
      "......epoch: 750 1.3454022407531738\n",
      "performance =  0.9815\n",
      "......epoch: 751 0.9567713737487793\n",
      "......epoch: 752 1.2895562648773193\n",
      "......epoch: 753 1.3204646110534668\n",
      "......epoch: 754 1.3146898746490479\n",
      "......epoch: 755 1.3112893104553223\n",
      "......epoch: 756 1.348393440246582\n",
      "......epoch: 757 1.3474345207214355\n",
      "......epoch: 758 1.3464345932006836\n",
      "......epoch: 759 1.340376615524292\n",
      "......epoch: 760 1.340651273727417\n",
      "performance =  0.9816\n",
      "......epoch: 761 0.9497098922729492\n",
      "......epoch: 762 1.3434069156646729\n",
      "......epoch: 763 1.3438215255737305\n",
      "......epoch: 764 1.343250036239624\n",
      "......epoch: 765 1.3504157066345215\n",
      "......epoch: 766 1.338404893875122\n",
      "......epoch: 767 1.334665298461914\n",
      "......epoch: 768 1.325784683227539\n",
      "......epoch: 769 1.3405003547668457\n",
      "......epoch: 770 1.343383550643921\n",
      "performance =  0.9819\n",
      "......epoch: 771 0.9564409255981445\n",
      "......epoch: 772 1.3424110412597656\n",
      "......epoch: 773 1.341766357421875\n",
      "......epoch: 774 1.3396995067596436\n",
      "......epoch: 775 1.345625877380371\n",
      "......epoch: 776 1.3294498920440674\n",
      "......epoch: 777 1.3264896869659424\n",
      "......epoch: 778 1.3314080238342285\n",
      "......epoch: 779 1.318464756011963\n",
      "......epoch: 780 1.329446792602539\n",
      "performance =  0.9821\n",
      "......epoch: 781 0.9415507316589355\n",
      "......epoch: 782 1.3336877822875977\n",
      "......epoch: 783 1.3222146034240723\n",
      "......epoch: 784 1.3344268798828125\n",
      "......epoch: 785 1.3356974124908447\n",
      "......epoch: 786 1.3474187850952148\n",
      "......epoch: 787 1.352635145187378\n",
      "......epoch: 788 1.3471074104309082\n",
      "......epoch: 789 1.358412504196167\n",
      "......epoch: 790 1.3474063873291016\n",
      "performance =  0.982\n",
      "......epoch: 791 0.9534554481506348\n",
      "......epoch: 792 1.3533780574798584\n",
      "......epoch: 793 1.339418649673462\n",
      "......epoch: 794 1.3416175842285156\n",
      "......epoch: 795 1.306506872177124\n",
      "......epoch: 796 1.3087108135223389\n",
      "......epoch: 797 1.3067150115966797\n",
      "......epoch: 798 1.3242518901824951\n",
      "......epoch: 799 1.3347663879394531\n",
      "......epoch: 800 1.365340232849121\n",
      "performance =  0.9816\n",
      "......epoch: 801 0.9626955986022949\n",
      "......epoch: 802 1.3471713066101074\n",
      "......epoch: 803 1.3480327129364014\n",
      "......epoch: 804 1.3553762435913086\n",
      "......epoch: 805 1.3444054126739502\n",
      "......epoch: 806 1.3524231910705566\n",
      "......epoch: 807 1.3473701477050781\n",
      "......epoch: 808 1.3414561748504639\n",
      "......epoch: 809 1.3534274101257324\n",
      "......epoch: 810 1.3317296504974365\n",
      "performance =  0.9814\n",
      "......epoch: 811 0.9476714134216309\n",
      "......epoch: 812 1.3342618942260742\n",
      "......epoch: 813 1.3426568508148193\n",
      "......epoch: 814 1.345402717590332\n",
      "......epoch: 815 1.3463985919952393\n",
      "......epoch: 816 1.3457269668579102\n",
      "......epoch: 817 1.3424086570739746\n",
      "......epoch: 818 1.332458734512329\n",
      "......epoch: 819 1.347397804260254\n",
      "......epoch: 820 1.3497052192687988\n",
      "performance =  0.9814\n",
      "......epoch: 821 0.952669620513916\n",
      "......epoch: 822 1.3382458686828613\n",
      "......epoch: 823 1.3483939170837402\n",
      "......epoch: 824 1.3493919372558594\n",
      "......epoch: 825 1.3474607467651367\n",
      "......epoch: 826 1.3483924865722656\n",
      "......epoch: 827 1.3438208103179932\n",
      "......epoch: 828 1.3443794250488281\n",
      "......epoch: 829 1.3374581336975098\n",
      "......epoch: 830 1.3413770198822021\n",
      "performance =  0.9811\n",
      "......epoch: 831 0.9524438381195068\n",
      "......epoch: 832 1.3533806800842285\n",
      "......epoch: 833 1.3513870239257812\n",
      "......epoch: 834 1.3454031944274902\n",
      "......epoch: 835 1.341414213180542\n",
      "......epoch: 836 1.3456165790557861\n",
      "......epoch: 837 1.3472092151641846\n",
      "......epoch: 838 1.3364367485046387\n",
      "......epoch: 839 1.3114943504333496\n",
      "......epoch: 840 1.3196516036987305\n",
      "performance =  0.9815\n",
      "......epoch: 841 0.947495698928833\n",
      "......epoch: 842 1.3497042655944824\n",
      "......epoch: 843 1.3400771617889404\n",
      "......epoch: 844 1.3403856754302979\n",
      "......epoch: 845 1.3514213562011719\n",
      "......epoch: 846 1.3464388847351074\n",
      "......epoch: 847 1.352396011352539\n",
      "......epoch: 848 1.353424310684204\n",
      "......epoch: 849 1.342406988143921\n",
      "......epoch: 850 1.300483226776123\n",
      "performance =  0.9813\n",
      "......epoch: 851 0.9604713916778564\n",
      "......epoch: 852 1.3393807411193848\n",
      "......epoch: 853 1.3484313488006592\n",
      "......epoch: 854 1.3573689460754395\n",
      "......epoch: 855 1.3493926525115967\n",
      "......epoch: 856 1.3526968955993652\n",
      "......epoch: 857 1.3491079807281494\n",
      "......epoch: 858 1.3444187641143799\n",
      "......epoch: 859 1.342423677444458\n",
      "......epoch: 860 1.3436222076416016\n",
      "performance =  0.9819\n",
      "......epoch: 861 0.9534506797790527\n",
      "......epoch: 862 1.350407600402832\n",
      "......epoch: 863 1.3463826179504395\n",
      "......epoch: 864 1.3324368000030518\n",
      "......epoch: 865 1.3474071025848389\n",
      "......epoch: 866 1.3454415798187256\n",
      "......epoch: 867 1.352356195449829\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 868 1.3456273078918457\n",
      "......epoch: 869 1.3484363555908203\n",
      "......epoch: 870 1.342421054840088\n",
      "performance =  0.982\n",
      "......epoch: 871 0.957442045211792\n",
      "......epoch: 872 1.3435604572296143\n",
      "......epoch: 873 1.3523461818695068\n",
      "......epoch: 874 1.3483936786651611\n",
      "......epoch: 875 1.3364613056182861\n",
      "......epoch: 876 1.3653137683868408\n",
      "......epoch: 877 1.3444054126739502\n",
      "......epoch: 878 1.3385159969329834\n",
      "......epoch: 879 1.3553597927093506\n",
      "......epoch: 880 1.3506782054901123\n",
      "performance =  0.9816\n",
      "......epoch: 881 0.9464690685272217\n",
      "......epoch: 882 1.2965338230133057\n",
      "......epoch: 883 1.2646195888519287\n",
      "......epoch: 884 1.2726025581359863\n",
      "......epoch: 885 1.3216869831085205\n",
      "......epoch: 886 1.3416123390197754\n",
      "......epoch: 887 1.339219331741333\n",
      "......epoch: 888 1.328446388244629\n",
      "......epoch: 889 1.2775852680206299\n",
      "......epoch: 890 1.3294622898101807\n",
      "performance =  0.9816\n",
      "......epoch: 891 0.9646096229553223\n",
      "......epoch: 892 1.3263325691223145\n",
      "......epoch: 893 1.3035151958465576\n",
      "......epoch: 894 1.3633694648742676\n",
      "......epoch: 895 1.3673593997955322\n",
      "......epoch: 896 1.3593370914459229\n",
      "......epoch: 897 1.3545012474060059\n",
      "......epoch: 898 1.356346845626831\n",
      "......epoch: 899 1.371330976486206\n",
      "......epoch: 900 1.336427927017212\n",
      "performance =  0.9817\n",
      "......epoch: 901 0.9384894371032715\n",
      "......epoch: 902 1.283567190170288\n",
      "......epoch: 903 1.2825722694396973\n",
      "......epoch: 904 1.280576229095459\n",
      "......epoch: 905 1.2596311569213867\n",
      "......epoch: 906 1.2626254558563232\n",
      "......epoch: 907 1.271599292755127\n",
      "......epoch: 908 1.2676117420196533\n",
      "......epoch: 909 1.2805747985839844\n",
      "......epoch: 910 1.2626240253448486\n",
      "performance =  0.9817\n",
      "......epoch: 911 0.9215366840362549\n",
      "......epoch: 912 1.2785813808441162\n",
      "......epoch: 913 1.2775845527648926\n",
      "......epoch: 914 1.2835664749145508\n",
      "......epoch: 915 1.273594856262207\n",
      "......epoch: 916 1.279578685760498\n",
      "......epoch: 917 1.276585578918457\n",
      "......epoch: 918 1.2835681438446045\n",
      "......epoch: 919 1.2825701236724854\n",
      "......epoch: 920 1.2895517349243164\n",
      "performance =  0.9813\n",
      "......epoch: 921 0.9563994407653809\n",
      "......epoch: 922 1.3464000225067139\n",
      "......epoch: 923 1.360361099243164\n",
      "......epoch: 924 1.3573920726776123\n",
      "......epoch: 925 1.348374366760254\n",
      "......epoch: 926 1.3184738159179688\n",
      "......epoch: 927 1.2795965671539307\n",
      "......epoch: 928 1.3134996891021729\n",
      "......epoch: 929 1.3266475200653076\n",
      "......epoch: 930 1.3403453826904297\n",
      "performance =  0.9809\n",
      "......epoch: 931 0.9714016914367676\n",
      "......epoch: 932 1.368342399597168\n",
      "......epoch: 933 1.3723714351654053\n",
      "......epoch: 934 1.3743162155151367\n",
      "......epoch: 935 1.3722994327545166\n",
      "......epoch: 936 1.3713419437408447\n",
      "......epoch: 937 1.3596510887145996\n",
      "......epoch: 938 1.3640918731689453\n",
      "......epoch: 939 1.3756005764007568\n",
      "......epoch: 940 1.3603222370147705\n",
      "performance =  0.9806\n",
      "......epoch: 941 0.9646351337432861\n",
      "......epoch: 942 1.375108003616333\n",
      "......epoch: 943 1.378312587738037\n",
      "......epoch: 944 1.381532907485962\n",
      "......epoch: 945 1.3806605339050293\n",
      "......epoch: 946 1.3874115943908691\n",
      "......epoch: 947 1.3793096542358398\n",
      "......epoch: 948 1.3693373203277588\n",
      "......epoch: 949 1.381589412689209\n",
      "......epoch: 950 1.3736515045166016\n",
      "performance =  0.9806\n",
      "......epoch: 951 0.9694168567657471\n",
      "......epoch: 952 1.385296106338501\n",
      "......epoch: 953 1.3822650909423828\n",
      "......epoch: 954 1.3714241981506348\n",
      "......epoch: 955 1.3872394561767578\n",
      "......epoch: 956 1.37628173828125\n",
      "......epoch: 957 1.3683414459228516\n",
      "......epoch: 958 1.371345043182373\n",
      "......epoch: 959 1.3833003044128418\n",
      "......epoch: 960 1.3688864707946777\n",
      "performance =  0.9805\n",
      "......epoch: 961 0.9833724498748779\n",
      "......epoch: 962 1.3765795230865479\n",
      "......epoch: 963 1.3703653812408447\n",
      "......epoch: 964 1.3733370304107666\n",
      "......epoch: 965 1.3753225803375244\n",
      "......epoch: 966 1.376331090927124\n",
      "......epoch: 967 1.374443769454956\n",
      "......epoch: 968 1.3793129920959473\n",
      "......epoch: 969 1.3849096298217773\n",
      "......epoch: 970 1.3281559944152832\n",
      "performance =  0.9804\n",
      "......epoch: 971 0.9564428329467773\n",
      "......epoch: 972 1.3656275272369385\n",
      "......epoch: 973 1.3720519542694092\n",
      "......epoch: 974 1.3803105354309082\n",
      "......epoch: 975 1.3852953910827637\n",
      "......epoch: 976 1.385333776473999\n",
      "......epoch: 977 1.387253761291504\n",
      "......epoch: 978 1.3833370208740234\n",
      "......epoch: 979 1.383298635482788\n",
      "......epoch: 980 1.3773534297943115\n",
      "performance =  0.9805\n",
      "......epoch: 981 0.973438024520874\n",
      "......epoch: 982 1.3822908401489258\n",
      "......epoch: 983 1.3805701732635498\n",
      "......epoch: 984 1.3740384578704834\n",
      "......epoch: 985 1.3793394565582275\n",
      "......epoch: 986 1.3902630805969238\n",
      "......epoch: 987 1.3812975883483887\n",
      "......epoch: 988 1.3795702457427979\n",
      "......epoch: 989 1.3721165657043457\n",
      "......epoch: 990 1.3816187381744385\n",
      "performance =  0.9805\n",
      "......epoch: 991 0.9713709354400635\n",
      "......epoch: 992 1.3892757892608643\n",
      "......epoch: 993 1.3753235340118408\n",
      "......epoch: 994 1.3773057460784912\n",
      "......epoch: 995 1.3753223419189453\n",
      "......epoch: 996 1.3842995166778564\n",
      "......epoch: 997 1.3823227882385254\n",
      "......epoch: 998 1.3894836902618408\n",
      "......epoch: 999 1.3826346397399902\n",
      "......epoch: 1000 1.3809781074523926\n",
      "performance =  0.9806\n",
      "......epoch: 1001 0.9694428443908691\n",
      "......epoch: 1002 1.386261224746704\n",
      "......epoch: 1003 1.3824927806854248\n",
      "......epoch: 1004 1.391089677810669\n",
      "......epoch: 1005 1.3833048343658447\n",
      "......epoch: 1006 1.3753182888031006\n",
      "......epoch: 1007 1.3752822875976562\n",
      "......epoch: 1008 1.3813095092773438\n",
      "......epoch: 1009 1.3813209533691406\n",
      "......epoch: 1010 1.3822882175445557\n",
      "performance =  0.9806\n",
      "......epoch: 1011 0.9773497581481934\n",
      "......epoch: 1012 1.3244597911834717\n",
      "......epoch: 1013 1.33345365524292\n",
      "......epoch: 1014 1.3414556980133057\n",
      "......epoch: 1015 1.352341651916504\n",
      "......epoch: 1016 1.3803107738494873\n",
      "......epoch: 1017 1.3883056640625\n",
      "......epoch: 1018 1.3832833766937256\n",
      "......epoch: 1019 1.3683826923370361\n",
      "......epoch: 1020 1.3754243850708008\n",
      "performance =  0.9802\n",
      "......epoch: 1021 0.9734570980072021\n",
      "......epoch: 1022 1.3892252445220947\n",
      "......epoch: 1023 1.3843379020690918\n",
      "......epoch: 1024 1.3805160522460938\n",
      "......epoch: 1025 1.3632164001464844\n",
      "......epoch: 1026 1.3853569030761719\n",
      "......epoch: 1027 1.3852579593658447\n",
      "......epoch: 1028 1.3873298168182373\n",
      "......epoch: 1029 1.3856661319732666\n",
      "......epoch: 1030 1.3803596496582031\n",
      "performance =  0.9804\n",
      "......epoch: 1031 0.9765944480895996\n",
      "......epoch: 1032 1.3891923427581787\n",
      "......epoch: 1033 1.3673453330993652\n",
      "......epoch: 1034 1.351386547088623\n",
      "......epoch: 1035 1.3634741306304932\n",
      "......epoch: 1036 1.3653266429901123\n",
      "......epoch: 1037 1.3813109397888184\n",
      "......epoch: 1038 1.3763210773468018\n",
      "......epoch: 1039 1.3793103694915771\n",
      "......epoch: 1040 1.370424747467041\n",
      "performance =  0.9803\n",
      "......epoch: 1041 0.976860761642456\n",
      "......epoch: 1042 1.3821592330932617\n",
      "......epoch: 1043 1.3763463497161865\n",
      "......epoch: 1044 1.3337655067443848\n",
      "......epoch: 1045 1.323462963104248\n",
      "......epoch: 1046 1.3593745231628418\n",
      "......epoch: 1047 1.3583908081054688\n",
      "......epoch: 1048 1.3594560623168945\n",
      "......epoch: 1049 1.374288558959961\n",
      "......epoch: 1050 1.355374813079834\n",
      "performance =  0.9806\n",
      "......epoch: 1051 0.9654195308685303\n",
      "......epoch: 1052 1.3574092388153076\n",
      "......epoch: 1053 1.3573637008666992\n",
      "......epoch: 1054 1.3613276481628418\n",
      "......epoch: 1055 1.3304438591003418\n",
      "......epoch: 1056 1.3234915733337402\n",
      "......epoch: 1057 1.3125455379486084\n",
      "......epoch: 1058 1.3264546394348145\n",
      "......epoch: 1059 1.3533778190612793\n",
      "......epoch: 1060 1.3555607795715332\n",
      "performance =  0.9805\n",
      "......epoch: 1061 0.9684109687805176\n",
      "......epoch: 1062 1.367344617843628\n",
      "......epoch: 1063 1.3663907051086426\n",
      "......epoch: 1064 1.326451063156128\n",
      "......epoch: 1065 1.327409029006958\n",
      "......epoch: 1066 1.3593924045562744\n",
      "......epoch: 1067 1.3354301452636719\n",
      "......epoch: 1068 1.3713757991790771\n",
      "......epoch: 1069 1.3573710918426514\n",
      "......epoch: 1070 1.357663869857788\n",
      "performance =  0.9805\n",
      "......epoch: 1071 0.9674539566040039\n",
      "......epoch: 1072 1.3584263324737549\n",
      "......epoch: 1073 1.3622591495513916\n",
      "......epoch: 1074 1.3704044818878174\n",
      "......epoch: 1075 1.3685929775238037\n",
      "......epoch: 1076 1.3554041385650635\n",
      "......epoch: 1077 1.3615641593933105\n",
      "......epoch: 1078 1.3572416305541992\n",
      "......epoch: 1079 1.364454984664917\n",
      "......epoch: 1080 1.3603854179382324\n",
      "performance =  0.9809\n",
      "......epoch: 1081 0.9694094657897949\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 1082 1.3464391231536865\n",
      "......epoch: 1083 1.3124496936798096\n",
      "......epoch: 1084 1.3325536251068115\n",
      "......epoch: 1085 1.3502731323242188\n",
      "......epoch: 1086 1.3544154167175293\n",
      "......epoch: 1087 1.3623600006103516\n",
      "......epoch: 1088 1.3663063049316406\n",
      "......epoch: 1089 1.3683552742004395\n",
      "......epoch: 1090 1.352550745010376\n",
      "performance =  0.9807\n",
      "......epoch: 1091 0.9633898735046387\n",
      "......epoch: 1092 1.3594741821289062\n",
      "......epoch: 1093 1.361250400543213\n",
      "......epoch: 1094 1.3703358173370361\n",
      "......epoch: 1095 1.3653488159179688\n",
      "......epoch: 1096 1.3134853839874268\n",
      "......epoch: 1097 1.3544466495513916\n",
      "......epoch: 1098 1.353614091873169\n",
      "......epoch: 1099 1.307687520980835\n",
      "......epoch: 1100 1.3183329105377197\n",
      "performance =  0.9806\n",
      "......epoch: 1101 0.9456782341003418\n",
      "......epoch: 1102 1.3523328304290771\n",
      "......epoch: 1103 1.3197288513183594\n",
      "......epoch: 1104 1.3583416938781738\n",
      "......epoch: 1105 1.3444092273712158\n",
      "......epoch: 1106 1.355398178100586\n",
      "......epoch: 1107 1.35939359664917\n",
      "......epoch: 1108 1.3702900409698486\n",
      "......epoch: 1109 1.3633627891540527\n",
      "......epoch: 1110 1.3656506538391113\n",
      "performance =  0.9805\n",
      "......epoch: 1111 0.970512866973877\n",
      "......epoch: 1112 1.3602895736694336\n",
      "......epoch: 1113 1.369304895401001\n",
      "......epoch: 1114 1.3424105644226074\n",
      "......epoch: 1115 1.364386796951294\n",
      "......epoch: 1116 1.3503897190093994\n",
      "......epoch: 1117 1.3693101406097412\n",
      "......epoch: 1118 1.3653407096862793\n",
      "......epoch: 1119 1.3564295768737793\n",
      "......epoch: 1120 1.3594152927398682\n",
      "performance =  0.9807\n",
      "......epoch: 1121 0.9694111347198486\n",
      "......epoch: 1122 1.3333990573883057\n",
      "......epoch: 1123 1.3504095077514648\n",
      "......epoch: 1124 1.3363978862762451\n",
      "......epoch: 1125 1.3583731651306152\n",
      "......epoch: 1126 1.34342360496521\n",
      "......epoch: 1127 1.3643691539764404\n",
      "......epoch: 1128 1.371337652206421\n",
      "......epoch: 1129 1.3623154163360596\n",
      "......epoch: 1130 1.371321678161621\n",
      "performance =  0.9806\n",
      "......epoch: 1131 0.9713959693908691\n",
      "......epoch: 1132 1.3553743362426758\n",
      "......epoch: 1133 1.3655650615692139\n",
      "......epoch: 1134 1.3721156120300293\n",
      "......epoch: 1135 1.3594181537628174\n",
      "......epoch: 1136 1.3394179344177246\n",
      "......epoch: 1137 1.3694427013397217\n",
      "......epoch: 1138 1.3723509311676025\n",
      "......epoch: 1139 1.3543870449066162\n",
      "......epoch: 1140 1.368333339691162\n",
      "performance =  0.9805\n",
      "......epoch: 1141 0.9534525871276855\n",
      "......epoch: 1142 1.3094990253448486\n",
      "......epoch: 1143 1.3274509906768799\n",
      "......epoch: 1144 1.3065073490142822\n",
      "......epoch: 1145 1.333432674407959\n",
      "......epoch: 1146 1.367384672164917\n",
      "......epoch: 1147 1.367316722869873\n",
      "......epoch: 1148 1.3703603744506836\n",
      "......epoch: 1149 1.3663113117218018\n",
      "......epoch: 1150 1.3584065437316895\n",
      "performance =  0.9803\n",
      "......epoch: 1151 0.9614043235778809\n",
      "......epoch: 1152 1.3563728332519531\n",
      "......epoch: 1153 1.3663475513458252\n",
      "......epoch: 1154 1.3763196468353271\n",
      "......epoch: 1155 1.3673431873321533\n",
      "......epoch: 1156 1.3633549213409424\n",
      "......epoch: 1157 1.368380069732666\n",
      "......epoch: 1158 1.3663856983184814\n",
      "......epoch: 1159 1.3593308925628662\n",
      "......epoch: 1160 1.3574063777923584\n",
      "performance =  0.9804\n",
      "......epoch: 1161 0.9684484004974365\n",
      "......epoch: 1162 1.3385941982269287\n",
      "......epoch: 1163 1.3362162113189697\n",
      "......epoch: 1164 1.3527238368988037\n",
      "......epoch: 1165 1.362394094467163\n",
      "......epoch: 1166 1.3683035373687744\n",
      "......epoch: 1167 1.3743247985839844\n",
      "......epoch: 1168 1.3584086894989014\n",
      "......epoch: 1169 1.358551263809204\n",
      "......epoch: 1170 1.3691158294677734\n",
      "performance =  0.9804\n",
      "......epoch: 1171 0.9673752784729004\n",
      "......epoch: 1172 1.3733282089233398\n",
      "......epoch: 1173 1.3563737869262695\n",
      "......epoch: 1174 1.3703505992889404\n",
      "......epoch: 1175 1.3603479862213135\n",
      "......epoch: 1176 1.367344617843628\n",
      "......epoch: 1177 1.3653488159179688\n",
      "......epoch: 1178 1.3637237548828125\n",
      "......epoch: 1179 1.3613715171813965\n",
      "......epoch: 1180 1.3683416843414307\n",
      "performance =  0.9807\n",
      "......epoch: 1181 0.9404792785644531\n",
      "......epoch: 1182 1.3434066772460938\n",
      "......epoch: 1183 1.3523855209350586\n",
      "......epoch: 1184 1.3594508171081543\n",
      "......epoch: 1185 1.3054280281066895\n",
      "......epoch: 1186 1.330772876739502\n",
      "......epoch: 1187 1.3214669227600098\n",
      "......epoch: 1188 1.316519021987915\n",
      "......epoch: 1189 1.3614048957824707\n",
      "......epoch: 1190 1.3623759746551514\n",
      "performance =  0.9805\n",
      "......epoch: 1191 0.959435224533081\n",
      "......epoch: 1192 1.3693389892578125\n",
      "......epoch: 1193 1.368340015411377\n",
      "......epoch: 1194 1.3653514385223389\n",
      "......epoch: 1195 1.3546044826507568\n",
      "......epoch: 1196 1.360405445098877\n",
      "......epoch: 1197 1.3723366260528564\n",
      "......epoch: 1198 1.3654167652130127\n",
      "......epoch: 1199 1.3653571605682373\n",
      "......epoch: 1200 1.3613603115081787\n",
      "performance =  0.9805\n",
      "......epoch: 1201 0.9464685916900635\n",
      "......epoch: 1202 1.355376958847046\n",
      "......epoch: 1203 1.3483948707580566\n",
      "......epoch: 1204 1.3603639602661133\n",
      "......epoch: 1205 1.3593652248382568\n",
      "......epoch: 1206 1.361396074295044\n",
      "......epoch: 1207 1.3636677265167236\n",
      "......epoch: 1208 1.2975294589996338\n",
      "......epoch: 1209 1.358368158340454\n",
      "......epoch: 1210 1.356438159942627\n",
      "performance =  0.9807\n",
      "......epoch: 1211 0.9644210338592529\n",
      "......epoch: 1212 1.3673503398895264\n",
      "......epoch: 1213 1.371328353881836\n",
      "......epoch: 1214 1.3604040145874023\n",
      "......epoch: 1215 1.3564133644104004\n",
      "......epoch: 1216 1.3603630065917969\n",
      "......epoch: 1217 1.356374979019165\n",
      "......epoch: 1218 1.3633618354797363\n",
      "......epoch: 1219 1.3613510131835938\n",
      "......epoch: 1220 1.3729262351989746\n",
      "performance =  0.9805\n",
      "......epoch: 1221 0.9667003154754639\n",
      "......epoch: 1222 1.3314752578735352\n",
      "......epoch: 1223 1.3563389778137207\n",
      "......epoch: 1224 1.3663511276245117\n",
      "......epoch: 1225 1.3536524772644043\n",
      "......epoch: 1226 1.3613240718841553\n",
      "......epoch: 1227 1.3693914413452148\n",
      "......epoch: 1228 1.3134863376617432\n",
      "......epoch: 1229 1.323460578918457\n",
      "......epoch: 1230 1.343451976776123\n",
      "performance =  0.9796\n",
      "......epoch: 1231 0.9704089164733887\n",
      "......epoch: 1232 1.3653161525726318\n",
      "......epoch: 1233 1.3623554706573486\n",
      "......epoch: 1234 1.3603956699371338\n",
      "......epoch: 1235 1.3593318462371826\n",
      "......epoch: 1236 1.3683393001556396\n",
      "......epoch: 1237 1.3615779876708984\n",
      "......epoch: 1238 1.3611795902252197\n",
      "......epoch: 1239 1.3616328239440918\n",
      "......epoch: 1240 1.3566083908081055\n",
      "performance =  0.98\n",
      "......epoch: 1241 0.9646148681640625\n",
      "......epoch: 1242 1.3442118167877197\n",
      "......epoch: 1243 1.357370376586914\n",
      "......epoch: 1244 1.3683483600616455\n",
      "......epoch: 1245 1.3613531589508057\n",
      "......epoch: 1246 1.3735361099243164\n",
      "......epoch: 1247 1.3721227645874023\n",
      "......epoch: 1248 1.3596434593200684\n",
      "......epoch: 1249 1.3690979480743408\n",
      "......epoch: 1250 1.3673157691955566\n",
      "performance =  0.98\n",
      "......epoch: 1251 0.9694480895996094\n",
      "......epoch: 1252 1.347482442855835\n",
      "......epoch: 1253 1.3494248390197754\n",
      "......epoch: 1254 1.3583667278289795\n",
      "......epoch: 1255 1.3624036312103271\n",
      "......epoch: 1256 1.370466709136963\n",
      "......epoch: 1257 1.3692450523376465\n",
      "......epoch: 1258 1.3643138408660889\n",
      "......epoch: 1259 1.3683428764343262\n",
      "......epoch: 1260 1.3703703880310059\n",
      "performance =  0.9797\n",
      "......epoch: 1261 0.9526615142822266\n",
      "......epoch: 1262 1.3613781929016113\n",
      "......epoch: 1263 1.363403081893921\n",
      "......epoch: 1264 1.359363317489624\n",
      "......epoch: 1265 1.3661158084869385\n",
      "......epoch: 1266 1.3733010292053223\n",
      "......epoch: 1267 1.354365348815918\n",
      "......epoch: 1268 1.3506040573120117\n",
      "......epoch: 1269 1.3555305004119873\n",
      "......epoch: 1270 1.3527331352233887\n",
      "performance =  0.9802\n",
      "......epoch: 1271 0.9434833526611328\n",
      "......epoch: 1272 1.299565315246582\n",
      "......epoch: 1273 1.3194670677185059\n",
      "......epoch: 1274 1.3633294105529785\n",
      "......epoch: 1275 1.3673789501190186\n",
      "......epoch: 1276 1.3643715381622314\n",
      "......epoch: 1277 1.351632833480835\n",
      "......epoch: 1278 1.3503477573394775\n",
      "......epoch: 1279 1.3493928909301758\n",
      "......epoch: 1280 1.3496387004852295\n",
      "performance =  0.9803\n",
      "......epoch: 1281 0.9574344158172607\n",
      "......epoch: 1282 1.3523921966552734\n",
      "......epoch: 1283 1.3594069480895996\n",
      "......epoch: 1284 1.354372262954712\n",
      "......epoch: 1285 1.3633396625518799\n",
      "......epoch: 1286 1.3753116130828857\n",
      "......epoch: 1287 1.3583641052246094\n",
      "......epoch: 1288 1.3563733100891113\n",
      "......epoch: 1289 1.3573715686798096\n",
      "......epoch: 1290 1.3633577823638916\n",
      "performance =  0.9798\n",
      "......epoch: 1291 0.9746851921081543\n",
      "......epoch: 1292 1.3653490543365479\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 1293 1.3604135513305664\n",
      "......epoch: 1294 1.353381633758545\n",
      "......epoch: 1295 1.3603644371032715\n",
      "......epoch: 1296 1.3663451671600342\n",
      "......epoch: 1297 1.3605706691741943\n",
      "......epoch: 1298 1.3581976890563965\n",
      "......epoch: 1299 1.3712944984436035\n",
      "......epoch: 1300 1.3584084510803223\n",
      "performance =  0.9799\n",
      "......epoch: 1301 0.9594340324401855\n",
      "......epoch: 1302 1.3673837184906006\n",
      "......epoch: 1303 1.3603250980377197\n",
      "......epoch: 1304 1.3633527755737305\n",
      "......epoch: 1305 1.3703746795654297\n",
      "......epoch: 1306 1.3603777885437012\n",
      "......epoch: 1307 1.360346794128418\n",
      "......epoch: 1308 1.363344430923462\n",
      "......epoch: 1309 1.3645334243774414\n",
      "......epoch: 1310 1.3661472797393799\n",
      "performance =  0.98\n",
      "......epoch: 1311 0.9664106369018555\n",
      "......epoch: 1312 1.3646619319915771\n",
      "......epoch: 1313 1.3440937995910645\n",
      "......epoch: 1314 1.3214809894561768\n",
      "......epoch: 1315 1.3244953155517578\n",
      "......epoch: 1316 1.350550889968872\n",
      "......epoch: 1317 1.3503892421722412\n",
      "......epoch: 1318 1.3653490543365479\n",
      "......epoch: 1319 1.3673820495605469\n",
      "......epoch: 1320 1.3383839130401611\n",
      "performance =  0.9802\n",
      "......epoch: 1321 0.9634218215942383\n",
      "......epoch: 1322 1.3733420372009277\n",
      "......epoch: 1323 1.3673479557037354\n",
      "......epoch: 1324 1.3683350086212158\n",
      "......epoch: 1325 1.3703720569610596\n",
      "......epoch: 1326 1.3722965717315674\n",
      "......epoch: 1327 1.3694870471954346\n",
      "......epoch: 1328 1.365201473236084\n",
      "......epoch: 1329 1.3736250400543213\n",
      "......epoch: 1330 1.369039535522461\n",
      "performance =  0.98\n",
      "......epoch: 1331 0.9694008827209473\n",
      "......epoch: 1332 1.3135550022125244\n",
      "......epoch: 1333 1.3597030639648438\n",
      "......epoch: 1334 1.35455322265625\n",
      "......epoch: 1335 1.364351749420166\n",
      "......epoch: 1336 1.3663837909698486\n",
      "......epoch: 1337 1.359330415725708\n",
      "......epoch: 1338 1.361449956893921\n",
      "......epoch: 1339 1.3384191989898682\n",
      "......epoch: 1340 1.352384090423584\n",
      "performance =  0.9799\n",
      "......epoch: 1341 0.970440149307251\n",
      "......epoch: 1342 1.3573293685913086\n",
      "......epoch: 1343 1.3613603115081787\n",
      "......epoch: 1344 1.3653481006622314\n",
      "......epoch: 1345 1.3633546829223633\n",
      "......epoch: 1346 1.3713328838348389\n",
      "......epoch: 1347 1.3573698997497559\n",
      "......epoch: 1348 1.3593640327453613\n",
      "......epoch: 1349 1.361400842666626\n",
      "......epoch: 1350 1.3603239059448242\n",
      "performance =  0.9797\n",
      "......epoch: 1351 0.959435224533081\n",
      "......epoch: 1352 1.3623580932617188\n",
      "......epoch: 1353 1.3633546829223633\n",
      "......epoch: 1354 1.352600336074829\n",
      "......epoch: 1355 1.3681361675262451\n",
      "......epoch: 1356 1.3633899688720703\n",
      "......epoch: 1357 1.3064732551574707\n",
      "......epoch: 1358 1.3334336280822754\n",
      "......epoch: 1359 1.321467399597168\n",
      "......epoch: 1360 1.3364338874816895\n",
      "performance =  0.9798\n",
      "......epoch: 1361 0.9636373519897461\n",
      "......epoch: 1362 1.3631761074066162\n",
      "......epoch: 1363 1.3563752174377441\n",
      "......epoch: 1364 1.361323595046997\n",
      "......epoch: 1365 1.3693385124206543\n",
      "......epoch: 1366 1.366384506225586\n",
      "......epoch: 1367 1.3506546020507812\n",
      "......epoch: 1368 1.3610947132110596\n",
      "......epoch: 1369 1.3633489608764648\n",
      "......epoch: 1370 1.3633263111114502\n",
      "performance =  0.9794\n",
      "......epoch: 1371 0.9634270668029785\n",
      "......epoch: 1372 1.3683698177337646\n",
      "......epoch: 1373 1.3613286018371582\n",
      "......epoch: 1374 1.3663725852966309\n",
      "......epoch: 1375 1.3683538436889648\n",
      "......epoch: 1376 1.361320972442627\n",
      "......epoch: 1377 1.3553752899169922\n",
      "......epoch: 1378 1.332437515258789\n",
      "......epoch: 1379 1.3307137489318848\n",
      "......epoch: 1380 1.3182053565979004\n",
      "performance =  0.979\n",
      "......epoch: 1381 0.9664168357849121\n",
      "......epoch: 1382 1.3713328838348389\n",
      "......epoch: 1383 1.3663854598999023\n",
      "......epoch: 1384 1.3630056381225586\n",
      "......epoch: 1385 1.3660428524017334\n",
      "......epoch: 1386 1.3733749389648438\n",
      "......epoch: 1387 1.3463187217712402\n",
      "......epoch: 1388 1.3693385124206543\n",
      "......epoch: 1389 1.3673434257507324\n",
      "......epoch: 1390 1.3493926525115967\n",
      "performance =  0.9791\n",
      "......epoch: 1391 0.9714038372039795\n",
      "......epoch: 1392 1.370337724685669\n",
      "......epoch: 1393 1.3604028224945068\n",
      "......epoch: 1394 1.3732869625091553\n",
      "......epoch: 1395 1.3663842678070068\n",
      "......epoch: 1396 1.3705058097839355\n",
      "......epoch: 1397 1.3601534366607666\n",
      "......epoch: 1398 1.3394229412078857\n",
      "......epoch: 1399 1.3553736209869385\n",
      "......epoch: 1400 1.3035125732421875\n",
      "performance =  0.9789\n",
      "......epoch: 1401 0.9614286422729492\n",
      "......epoch: 1402 1.3464012145996094\n",
      "......epoch: 1403 1.3646342754364014\n",
      "......epoch: 1404 1.3611125946044922\n",
      "......epoch: 1405 1.3703277111053467\n",
      "......epoch: 1406 1.3484327793121338\n",
      "......epoch: 1407 1.3643159866333008\n",
      "......epoch: 1408 1.364351511001587\n",
      "......epoch: 1409 1.3613581657409668\n",
      "......epoch: 1410 1.3584022521972656\n",
      "performance =  0.9793\n",
      "......epoch: 1411 0.9694507122039795\n",
      "......epoch: 1412 1.3663413524627686\n",
      "......epoch: 1413 1.3593285083770752\n",
      "......epoch: 1414 1.361360788345337\n",
      "......epoch: 1415 1.3586833477020264\n",
      "......epoch: 1416 1.3620409965515137\n",
      "......epoch: 1417 1.3613605499267578\n",
      "......epoch: 1418 1.3354291915893555\n",
      "......epoch: 1419 1.3446447849273682\n",
      "......epoch: 1420 1.3224172592163086\n",
      "performance =  0.9798\n",
      "......epoch: 1421 0.9714391231536865\n",
      "......epoch: 1422 1.36531400680542\n",
      "......epoch: 1423 1.3553745746612549\n",
      "......epoch: 1424 1.3683438301086426\n",
      "......epoch: 1425 1.3693370819091797\n",
      "......epoch: 1426 1.3586866855621338\n",
      "......epoch: 1427 1.3690240383148193\n",
      "......epoch: 1428 1.3733241558074951\n",
      "......epoch: 1429 1.3723301887512207\n",
      "......epoch: 1430 1.3623759746551514\n",
      "performance =  0.9803\n",
      "......epoch: 1431 0.9683566093444824\n",
      "......epoch: 1432 1.3553779125213623\n",
      "......epoch: 1433 1.3624002933502197\n",
      "......epoch: 1434 1.3424208164215088\n",
      "......epoch: 1435 1.3693747520446777\n",
      "......epoch: 1436 1.3673667907714844\n",
      "......epoch: 1437 1.3523879051208496\n",
      "......epoch: 1438 1.3484301567077637\n",
      "......epoch: 1439 1.3304564952850342\n",
      "......epoch: 1440 1.3614275455474854\n",
      "performance =  0.9806\n",
      "......epoch: 1441 0.9684123992919922\n",
      "......epoch: 1442 1.3524141311645508\n",
      "......epoch: 1443 1.3075165748596191\n",
      "......epoch: 1444 1.338430404663086\n",
      "......epoch: 1445 1.344404697418213\n",
      "......epoch: 1446 1.3473975658416748\n",
      "......epoch: 1447 1.3595974445343018\n",
      "......epoch: 1448 1.372138500213623\n",
      "......epoch: 1449 1.3653898239135742\n",
      "......epoch: 1450 1.3553643226623535\n",
      "performance =  0.9801\n",
      "......epoch: 1451 0.9684104919433594\n",
      "......epoch: 1452 1.356372356414795\n",
      "......epoch: 1453 1.361400842666626\n",
      "......epoch: 1454 1.378542423248291\n",
      "......epoch: 1455 1.3646395206451416\n",
      "......epoch: 1456 1.3550896644592285\n",
      "......epoch: 1457 1.3374717235565186\n",
      "......epoch: 1458 1.353379726409912\n",
      "......epoch: 1459 1.3433623313903809\n",
      "......epoch: 1460 1.3564140796661377\n",
      "performance =  0.9802\n",
      "......epoch: 1461 0.9673998355865479\n",
      "......epoch: 1462 1.353600263595581\n",
      "......epoch: 1463 1.3711144924163818\n",
      "......epoch: 1464 1.3643524646759033\n",
      "......epoch: 1465 1.3534040451049805\n",
      "......epoch: 1466 1.3604013919830322\n",
      "......epoch: 1467 1.3673040866851807\n",
      "......epoch: 1468 1.3643534183502197\n",
      "......epoch: 1469 1.375333547592163\n",
      "......epoch: 1470 1.3613865375518799\n",
      "performance =  0.98\n",
      "......epoch: 1471 0.9647574424743652\n",
      "......epoch: 1472 1.3680305480957031\n",
      "......epoch: 1473 1.366347074508667\n",
      "......epoch: 1474 1.3643522262573242\n",
      "......epoch: 1475 1.3603620529174805\n",
      "......epoch: 1476 1.3613595962524414\n",
      "......epoch: 1477 1.3314824104309082\n",
      "......epoch: 1478 1.3434076309204102\n",
      "......epoch: 1479 1.3513867855072021\n",
      "......epoch: 1480 1.3683421611785889\n",
      "performance =  0.98\n",
      "......epoch: 1481 0.9714107513427734\n",
      "......epoch: 1482 1.3585755825042725\n",
      "......epoch: 1483 1.3645761013031006\n",
      "......epoch: 1484 1.3683743476867676\n",
      "......epoch: 1485 1.3636252880096436\n",
      "......epoch: 1486 1.3271458148956299\n",
      "......epoch: 1487 1.3294451236724854\n",
      "......epoch: 1488 1.3174827098846436\n",
      "......epoch: 1489 1.327446460723877\n",
      "......epoch: 1490 1.343447208404541\n",
      "performance =  0.98\n",
      "......epoch: 1491 0.9704058170318604\n",
      "......epoch: 1492 1.3673081398010254\n",
      "......epoch: 1493 1.3783137798309326\n",
      "......epoch: 1494 1.371380090713501\n",
      "......epoch: 1495 1.3623101711273193\n",
      "......epoch: 1496 1.345402479171753\n",
      "......epoch: 1497 1.3613603115081787\n",
      "......epoch: 1498 1.3464009761810303\n",
      "......epoch: 1499 1.3645672798156738\n",
      "......epoch: 1500 1.369408369064331\n",
      "performance =  0.9801\n",
      "......epoch: 1501 0.9694011211395264\n",
      "......epoch: 1502 1.3673453330993652\n",
      "......epoch: 1503 1.365349292755127\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 1504 1.38031005859375\n",
      "......epoch: 1505 1.3695425987243652\n",
      "......epoch: 1506 1.3771133422851562\n",
      "......epoch: 1507 1.3773181438446045\n",
      "......epoch: 1508 1.371368408203125\n",
      "......epoch: 1509 1.3712973594665527\n",
      "......epoch: 1510 1.3693389892578125\n",
      "performance =  0.9802\n",
      "......epoch: 1511 0.9713954925537109\n",
      "......epoch: 1512 1.3743350505828857\n",
      "......epoch: 1513 1.3623483180999756\n",
      "......epoch: 1514 1.378342628479004\n",
      "......epoch: 1515 1.3543500900268555\n",
      "......epoch: 1516 1.3294446468353271\n",
      "......epoch: 1517 1.3504698276519775\n",
      "......epoch: 1518 1.3543367385864258\n",
      "......epoch: 1519 1.3554050922393799\n",
      "......epoch: 1520 1.363328218460083\n",
      "performance =  0.9803\n",
      "......epoch: 1521 0.9743862152099609\n",
      "......epoch: 1522 1.367384672164917\n",
      "......epoch: 1523 1.3673439025878906\n",
      "......epoch: 1524 1.3567707538604736\n",
      "......epoch: 1525 1.3593969345092773\n",
      "......epoch: 1526 1.3693482875823975\n",
      "......epoch: 1527 1.367300033569336\n",
      "......epoch: 1528 1.3564598560333252\n",
      "......epoch: 1529 1.353295087814331\n",
      "......epoch: 1530 1.3145310878753662\n",
      "performance =  0.9805\n",
      "......epoch: 1531 0.958437442779541\n",
      "......epoch: 1532 1.350428819656372\n",
      "......epoch: 1533 1.3682997226715088\n",
      "......epoch: 1534 1.3454039096832275\n",
      "......epoch: 1535 1.356372594833374\n",
      "......epoch: 1536 1.3454399108886719\n",
      "......epoch: 1537 1.313478946685791\n",
      "......epoch: 1538 1.3703086376190186\n",
      "......epoch: 1539 1.3663835525512695\n",
      "......epoch: 1540 1.3722927570343018\n",
      "performance =  0.9807\n",
      "......epoch: 1541 0.9704067707061768\n",
      "......epoch: 1542 1.3683414459228516\n",
      "......epoch: 1543 1.3593640327453613\n",
      "......epoch: 1544 1.3623604774475098\n",
      "......epoch: 1545 1.3663444519042969\n",
      "......epoch: 1546 1.3773059844970703\n",
      "......epoch: 1547 1.3516697883605957\n",
      "......epoch: 1548 1.3587734699249268\n",
      "......epoch: 1549 1.361313819885254\n",
      "......epoch: 1550 1.3543901443481445\n",
      "performance =  0.9802\n",
      "......epoch: 1551 0.9654064178466797\n",
      "......epoch: 1552 1.3566339015960693\n",
      "......epoch: 1553 1.3673803806304932\n",
      "......epoch: 1554 1.359368085861206\n",
      "......epoch: 1555 1.343743085861206\n",
      "......epoch: 1556 1.356996774673462\n",
      "......epoch: 1557 1.3374602794647217\n",
      "......epoch: 1558 1.3742876052856445\n",
      "......epoch: 1559 1.3654932975769043\n",
      "......epoch: 1560 1.3673591613769531\n",
      "performance =  0.9802\n",
      "......epoch: 1561 0.9697399139404297\n",
      "......epoch: 1562 1.3651587963104248\n",
      "......epoch: 1563 1.3583793640136719\n",
      "......epoch: 1564 1.3683297634124756\n",
      "......epoch: 1565 1.3624002933502197\n",
      "......epoch: 1566 1.3623950481414795\n",
      "......epoch: 1567 1.3623206615447998\n",
      "......epoch: 1568 1.3683404922485352\n",
      "......epoch: 1569 1.3653929233551025\n",
      "......epoch: 1570 1.3636176586151123\n",
      "performance =  0.98\n",
      "......epoch: 1571 0.9684100151062012\n",
      "......epoch: 1572 1.3234608173370361\n",
      "......epoch: 1573 1.3214669227600098\n",
      "......epoch: 1574 1.3483953475952148\n",
      "......epoch: 1575 1.3065052032470703\n",
      "......epoch: 1576 1.3473997116088867\n",
      "......epoch: 1577 1.3494281768798828\n",
      "......epoch: 1578 1.372321605682373\n",
      "......epoch: 1579 1.3614182472229004\n",
      "......epoch: 1580 1.3712923526763916\n",
      "performance =  0.9799\n",
      "......epoch: 1581 0.9694864749908447\n",
      "......epoch: 1582 1.3665573596954346\n",
      "......epoch: 1583 1.3633465766906738\n",
      "......epoch: 1584 1.3644626140594482\n",
      "......epoch: 1585 1.3540658950805664\n",
      "......epoch: 1586 1.374920129776001\n",
      "......epoch: 1587 1.3620104789733887\n",
      "......epoch: 1588 1.3635227680206299\n",
      "......epoch: 1589 1.363147497177124\n",
      "......epoch: 1590 1.3495533466339111\n",
      "performance =  0.9797\n",
      "......epoch: 1591 0.9654254913330078\n",
      "......epoch: 1592 1.3646962642669678\n",
      "......epoch: 1593 1.3633978366851807\n",
      "......epoch: 1594 1.3453950881958008\n",
      "......epoch: 1595 1.3524119853973389\n",
      "......epoch: 1596 1.3403880596160889\n",
      "......epoch: 1597 1.3645224571228027\n",
      "......epoch: 1598 1.3661775588989258\n",
      "......epoch: 1599 1.3753230571746826\n",
      "......epoch: 1600 1.359363317489624\n",
      "performance =  0.9794\n",
      "......epoch: 1601 0.9684138298034668\n",
      "......epoch: 1602 1.3643856048583984\n",
      "......epoch: 1603 1.3683054447174072\n",
      "......epoch: 1604 1.366344928741455\n",
      "......epoch: 1605 1.3733298778533936\n",
      "......epoch: 1606 1.3693385124206543\n",
      "......epoch: 1607 1.3703391551971436\n",
      "......epoch: 1608 1.3623912334442139\n",
      "......epoch: 1609 1.3645999431610107\n",
      "......epoch: 1610 1.3623738288879395\n",
      "performance =  0.9797\n",
      "......epoch: 1611 0.9674484729766846\n",
      "......epoch: 1612 1.363407850265503\n",
      "......epoch: 1613 1.3645591735839844\n",
      "......epoch: 1614 1.3245007991790771\n",
      "......epoch: 1615 1.3313968181610107\n",
      "......epoch: 1616 1.2995357513427734\n",
      "......epoch: 1617 1.3234612941741943\n",
      "......epoch: 1618 1.320526361465454\n",
      "......epoch: 1619 1.3374648094177246\n",
      "......epoch: 1620 1.3633396625518799\n",
      "performance =  0.9799\n",
      "......epoch: 1621 0.9684097766876221\n",
      "......epoch: 1622 1.3635072708129883\n",
      "......epoch: 1623 1.370185136795044\n",
      "......epoch: 1624 1.3643863201141357\n",
      "......epoch: 1625 1.3657231330871582\n",
      "......epoch: 1626 1.3594083786010742\n",
      "......epoch: 1627 1.3673005104064941\n",
      "......epoch: 1628 1.36934494972229\n",
      "......epoch: 1629 1.3624298572540283\n",
      "......epoch: 1630 1.372319221496582\n",
      "performance =  0.9804\n",
      "......epoch: 1631 0.9694266319274902\n",
      "......epoch: 1632 1.3633737564086914\n",
      "......epoch: 1633 1.3623204231262207\n",
      "......epoch: 1634 1.3337376117706299\n",
      "......epoch: 1635 1.342151403427124\n",
      "......epoch: 1636 1.344362497329712\n",
      "......epoch: 1637 1.364349603652954\n",
      "......epoch: 1638 1.3593947887420654\n",
      "......epoch: 1639 1.3563733100891113\n",
      "......epoch: 1640 1.3673510551452637\n",
      "performance =  0.9803\n",
      "......epoch: 1641 0.9704446792602539\n",
      "......epoch: 1642 1.358797311782837\n",
      "......epoch: 1643 1.3471248149871826\n",
      "......epoch: 1644 1.3435168266296387\n",
      "......epoch: 1645 1.3544764518737793\n",
      "......epoch: 1646 1.3703680038452148\n",
      "......epoch: 1647 1.3722987174987793\n",
      "......epoch: 1648 1.3613612651824951\n",
      "......epoch: 1649 1.3653476238250732\n",
      "......epoch: 1650 1.3763597011566162\n",
      "performance =  0.9801\n",
      "......epoch: 1651 0.9693741798400879\n",
      "......epoch: 1652 1.3646266460418701\n",
      "......epoch: 1653 1.3321616649627686\n",
      "......epoch: 1654 1.3474550247192383\n",
      "......epoch: 1655 1.341423511505127\n",
      "......epoch: 1656 1.3762781620025635\n",
      "......epoch: 1657 1.3723046779632568\n",
      "......epoch: 1658 1.3653483390808105\n",
      "......epoch: 1659 1.32246994972229\n",
      "......epoch: 1660 1.3364582061767578\n",
      "performance =  0.9801\n",
      "......epoch: 1661 0.9644207954406738\n",
      "......epoch: 1662 1.3544166088104248\n",
      "......epoch: 1663 1.3663091659545898\n",
      "......epoch: 1664 1.3683397769927979\n",
      "......epoch: 1665 1.3663485050201416\n",
      "......epoch: 1666 1.359365701675415\n",
      "......epoch: 1667 1.3733644485473633\n",
      "......epoch: 1668 1.3493916988372803\n",
      "......epoch: 1669 1.3782780170440674\n",
      "......epoch: 1670 1.3563735485076904\n",
      "performance =  0.98\n",
      "......epoch: 1671 0.9733967781066895\n",
      "......epoch: 1672 1.365443229675293\n",
      "......epoch: 1673 1.3384251594543457\n",
      "......epoch: 1674 1.3393852710723877\n",
      "......epoch: 1675 1.3486237525939941\n",
      "......epoch: 1676 1.3731002807617188\n",
      "......epoch: 1677 1.3623929023742676\n",
      "......epoch: 1678 1.359739065170288\n",
      "......epoch: 1679 1.3673596382141113\n",
      "......epoch: 1680 1.3623406887054443\n",
      "performance =  0.9801\n",
      "......epoch: 1681 0.9634242057800293\n",
      "......epoch: 1682 1.355375051498413\n",
      "......epoch: 1683 1.2945387363433838\n",
      "......epoch: 1684 1.353632926940918\n",
      "......epoch: 1685 1.368377447128296\n",
      "......epoch: 1686 1.3712968826293945\n",
      "......epoch: 1687 1.355377435684204\n",
      "......epoch: 1688 1.3613595962524414\n",
      "......epoch: 1689 1.3663854598999023\n",
      "......epoch: 1690 1.3633151054382324\n",
      "performance =  0.9801\n",
      "......epoch: 1691 0.9674041271209717\n",
      "......epoch: 1692 1.3513879776000977\n",
      "......epoch: 1693 1.3444054126739502\n",
      "......epoch: 1694 1.3404223918914795\n",
      "......epoch: 1695 1.366340160369873\n",
      "......epoch: 1696 1.3593659400939941\n",
      "......epoch: 1697 1.3703699111938477\n",
      "......epoch: 1698 1.3603293895721436\n",
      "......epoch: 1699 1.3703360557556152\n",
      "......epoch: 1700 1.3763558864593506\n",
      "performance =  0.9801\n",
      "......epoch: 1701 0.9414827823638916\n",
      "......epoch: 1702 1.325455904006958\n",
      "......epoch: 1703 1.3184738159179688\n",
      "......epoch: 1704 1.3214664459228516\n",
      "......epoch: 1705 1.3726592063903809\n",
      "......epoch: 1706 1.3603150844573975\n",
      "......epoch: 1707 1.3487122058868408\n",
      "......epoch: 1708 1.360182523727417\n",
      "......epoch: 1709 1.370659589767456\n",
      "......epoch: 1710 1.366415023803711\n",
      "performance =  0.98\n",
      "......epoch: 1711 0.9684498310089111\n",
      "......epoch: 1712 1.3333961963653564\n",
      "......epoch: 1713 1.3384296894073486\n",
      "......epoch: 1714 1.3483858108520508\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 1715 1.3633649349212646\n",
      "......epoch: 1716 1.3664238452911377\n",
      "......epoch: 1717 1.3614544868469238\n",
      "......epoch: 1718 1.3583636283874512\n",
      "......epoch: 1719 1.3643414974212646\n",
      "......epoch: 1720 1.367356300354004\n",
      "performance =  0.9803\n",
      "......epoch: 1721 0.9684205055236816\n",
      "......epoch: 1722 1.3593239784240723\n",
      "......epoch: 1723 1.3593626022338867\n",
      "......epoch: 1724 1.3065073490142822\n",
      "......epoch: 1725 1.357417345046997\n",
      "......epoch: 1726 1.3623123168945312\n",
      "......epoch: 1727 1.3613801002502441\n",
      "......epoch: 1728 1.360342264175415\n",
      "......epoch: 1729 1.365384817123413\n",
      "......epoch: 1730 1.362370252609253\n",
      "performance =  0.9805\n",
      "......epoch: 1731 0.9604315757751465\n",
      "......epoch: 1732 1.3248355388641357\n",
      "......epoch: 1733 1.3294129371643066\n",
      "......epoch: 1734 1.3473999500274658\n",
      "......epoch: 1735 1.3763303756713867\n",
      "......epoch: 1736 1.370326280593872\n",
      "......epoch: 1737 1.3554069995880127\n",
      "......epoch: 1738 1.3663103580474854\n",
      "......epoch: 1739 1.373426914215088\n",
      "......epoch: 1740 1.3653032779693604\n",
      "performance =  0.9802\n",
      "......epoch: 1741 0.9667103290557861\n",
      "......epoch: 1742 1.3633160591125488\n",
      "......epoch: 1743 1.3573744297027588\n",
      "......epoch: 1744 1.3434031009674072\n",
      "......epoch: 1745 1.315521478652954\n",
      "......epoch: 1746 1.3354620933532715\n",
      "......epoch: 1747 1.3493549823760986\n",
      "......epoch: 1748 1.3444037437438965\n",
      "......epoch: 1749 1.363574743270874\n",
      "......epoch: 1750 1.3641340732574463\n",
      "performance =  0.98\n",
      "......epoch: 1751 0.9524517059326172\n",
      "......epoch: 1752 1.3454036712646484\n",
      "......epoch: 1753 1.33543062210083\n",
      "......epoch: 1754 1.3653833866119385\n",
      "......epoch: 1755 1.3693037033081055\n",
      "......epoch: 1756 1.3643524646759033\n",
      "......epoch: 1757 1.3582704067230225\n",
      "......epoch: 1758 1.3731067180633545\n",
      "......epoch: 1759 1.3585329055786133\n",
      "......epoch: 1760 1.3663461208343506\n",
      "performance =  0.9801\n",
      "......epoch: 1761 0.9634525775909424\n",
      "......epoch: 1762 1.3623559474945068\n",
      "......epoch: 1763 1.3613317012786865\n",
      "......epoch: 1764 1.3714144229888916\n",
      "......epoch: 1765 1.3653109073638916\n",
      "......epoch: 1766 1.3743653297424316\n",
      "......epoch: 1767 1.3673427104949951\n",
      "......epoch: 1768 1.3593254089355469\n",
      "......epoch: 1769 1.3703362941741943\n",
      "......epoch: 1770 1.3559231758117676\n",
      "performance =  0.98\n",
      "......epoch: 1771 0.9494631290435791\n",
      "......epoch: 1772 1.3409245014190674\n",
      "......epoch: 1773 1.3273885250091553\n",
      "......epoch: 1774 1.3492486476898193\n",
      "......epoch: 1775 1.3585081100463867\n",
      "......epoch: 1776 1.3474040031433105\n",
      "......epoch: 1777 1.355370044708252\n",
      "......epoch: 1778 1.3705825805664062\n",
      "......epoch: 1779 1.361154317855835\n",
      "......epoch: 1780 1.3723301887512207\n",
      "performance =  0.9802\n",
      "......epoch: 1781 0.9673831462860107\n",
      "......epoch: 1782 1.3613970279693604\n",
      "......epoch: 1783 1.3633177280426025\n",
      "......epoch: 1784 1.3793134689331055\n",
      "......epoch: 1785 1.366387128829956\n",
      "......epoch: 1786 1.3533422946929932\n",
      "......epoch: 1787 1.3653483390808105\n",
      "......epoch: 1788 1.3134887218475342\n",
      "......epoch: 1789 1.3334317207336426\n",
      "......epoch: 1790 1.327451467514038\n",
      "performance =  0.98\n",
      "......epoch: 1791 0.9594337940216064\n",
      "......epoch: 1792 1.3394534587860107\n",
      "......epoch: 1793 1.3607161045074463\n",
      "......epoch: 1794 1.3670713901519775\n",
      "......epoch: 1795 1.3673279285430908\n",
      "......epoch: 1796 1.2995274066925049\n",
      "......epoch: 1797 1.3704478740692139\n",
      "......epoch: 1798 1.3663132190704346\n",
      "......epoch: 1799 1.3602831363677979\n",
      "......epoch: 1800 1.357578992843628\n",
      "performance =  0.9801\n",
      "......epoch: 1801 0.9654185771942139\n",
      "......epoch: 1802 1.3563740253448486\n",
      "......epoch: 1803 1.3623578548431396\n",
      "......epoch: 1804 1.368342399597168\n",
      "......epoch: 1805 1.367382526397705\n",
      "......epoch: 1806 1.3722922801971436\n",
      "......epoch: 1807 1.3703348636627197\n",
      "......epoch: 1808 1.371429204940796\n",
      "......epoch: 1809 1.3615896701812744\n",
      "......epoch: 1810 1.3589789867401123\n",
      "performance =  0.9802\n",
      "......epoch: 1811 0.9624278545379639\n",
      "......epoch: 1812 1.3324792385101318\n",
      "......epoch: 1813 1.3676578998565674\n",
      "......epoch: 1814 1.3613595962524414\n",
      "......epoch: 1815 1.364403486251831\n",
      "......epoch: 1816 1.3553242683410645\n",
      "......epoch: 1817 1.3603630065917969\n",
      "......epoch: 1818 1.3570146560668945\n",
      "......epoch: 1819 1.35038423538208\n",
      "......epoch: 1820 1.3504037857055664\n",
      "performance =  0.9801\n",
      "......epoch: 1821 0.9647486209869385\n",
      "......epoch: 1822 1.3573298454284668\n",
      "......epoch: 1823 1.3613314628601074\n",
      "......epoch: 1824 1.3594212532043457\n",
      "......epoch: 1825 1.3633179664611816\n",
      "......epoch: 1826 1.3451964855194092\n",
      "......epoch: 1827 1.3633711338043213\n",
      "......epoch: 1828 1.3633332252502441\n",
      "......epoch: 1829 1.3603606224060059\n",
      "......epoch: 1830 1.3673441410064697\n",
      "performance =  0.9802\n",
      "......epoch: 1831 0.9357898235321045\n",
      "......epoch: 1832 1.3182127475738525\n",
      "......epoch: 1833 1.3444452285766602\n",
      "......epoch: 1834 1.3553369045257568\n",
      "......epoch: 1835 1.3653500080108643\n",
      "......epoch: 1836 1.3556766510009766\n",
      "......epoch: 1837 1.3613593578338623\n",
      "......epoch: 1838 1.3625907897949219\n",
      "......epoch: 1839 1.3536252975463867\n",
      "......epoch: 1840 1.3536181449890137\n",
      "performance =  0.9804\n",
      "......epoch: 1841 0.9674100875854492\n",
      "......epoch: 1842 1.3654026985168457\n",
      "......epoch: 1843 1.374290943145752\n",
      "......epoch: 1844 1.3595759868621826\n",
      "......epoch: 1845 1.3691644668579102\n",
      "......epoch: 1846 1.3673081398010254\n",
      "......epoch: 1847 1.3666751384735107\n",
      "......epoch: 1848 1.3613700866699219\n",
      "......epoch: 1849 1.3653826713562012\n",
      "......epoch: 1850 1.3703029155731201\n",
      "performance =  0.9803\n",
      "......epoch: 1851 0.9464514255523682\n",
      "......epoch: 1852 1.3434619903564453\n",
      "......epoch: 1853 1.3583171367645264\n",
      "......epoch: 1854 1.3563780784606934\n",
      "......epoch: 1855 1.3727257251739502\n",
      "......epoch: 1856 1.358553409576416\n",
      "......epoch: 1857 1.3613593578338623\n",
      "......epoch: 1858 1.3593623638153076\n",
      "......epoch: 1859 1.3606767654418945\n",
      "......epoch: 1860 1.3780176639556885\n",
      "performance =  0.9801\n",
      "......epoch: 1861 0.9694070816040039\n",
      "......epoch: 1862 1.362358570098877\n",
      "......epoch: 1863 1.357508897781372\n",
      "......epoch: 1864 1.3682825565338135\n",
      "......epoch: 1865 1.3643505573272705\n",
      "......epoch: 1866 1.3533527851104736\n",
      "......epoch: 1867 1.36942458152771\n",
      "......epoch: 1868 1.3623671531677246\n",
      "......epoch: 1869 1.3633482456207275\n",
      "......epoch: 1870 1.3324384689331055\n",
      "performance =  0.98\n",
      "......epoch: 1871 0.9624814987182617\n",
      "......epoch: 1872 1.3623011112213135\n",
      "......epoch: 1873 1.3544352054595947\n",
      "......epoch: 1874 1.3158900737762451\n",
      "......epoch: 1875 1.3274452686309814\n",
      "......epoch: 1876 1.3294458389282227\n",
      "......epoch: 1877 1.3523929119110107\n",
      "......epoch: 1878 1.3464288711547852\n",
      "......epoch: 1879 1.3653550148010254\n",
      "......epoch: 1880 1.3693311214447021\n",
      "performance =  0.9803\n",
      "......epoch: 1881 0.973628044128418\n",
      "......epoch: 1882 1.3531420230865479\n",
      "......epoch: 1883 1.3663465976715088\n",
      "......epoch: 1884 1.370337724685669\n",
      "......epoch: 1885 1.3614459037780762\n",
      "......epoch: 1886 1.3652727603912354\n",
      "......epoch: 1887 1.364384412765503\n",
      "......epoch: 1888 1.3702921867370605\n",
      "......epoch: 1889 1.3713338375091553\n",
      "......epoch: 1890 1.3366889953613281\n",
      "performance =  0.9805\n",
      "......epoch: 1891 0.9684128761291504\n",
      "......epoch: 1892 1.3623600006103516\n",
      "......epoch: 1893 1.3563733100891113\n",
      "......epoch: 1894 1.3603684902191162\n",
      "......epoch: 1895 1.3544132709503174\n",
      "......epoch: 1896 1.3603942394256592\n",
      "......epoch: 1897 1.3673133850097656\n",
      "......epoch: 1898 1.3663804531097412\n",
      "......epoch: 1899 1.3643527030944824\n",
      "......epoch: 1900 1.3633534908294678\n",
      "performance =  0.9802\n",
      "......epoch: 1901 0.9644513130187988\n",
      "......epoch: 1902 1.3613324165344238\n",
      "......epoch: 1903 1.3653485774993896\n",
      "......epoch: 1904 1.3613595962524414\n",
      "......epoch: 1905 1.3544363975524902\n",
      "......epoch: 1906 1.3622996807098389\n",
      "......epoch: 1907 1.358367919921875\n",
      "......epoch: 1908 1.3633954524993896\n",
      "......epoch: 1909 1.335425615310669\n",
      "......epoch: 1910 1.3593649864196777\n",
      "performance =  0.9802\n",
      "......epoch: 1911 0.9644248485565186\n",
      "......epoch: 1912 1.3745782375335693\n",
      "......epoch: 1913 1.362377405166626\n",
      "......epoch: 1914 1.365365743637085\n",
      "......epoch: 1915 1.357372760772705\n",
      "......epoch: 1916 1.3615403175354004\n",
      "......epoch: 1917 1.343463659286499\n",
      "......epoch: 1918 1.307464361190796\n",
      "......epoch: 1919 1.3135604858398438\n",
      "......epoch: 1920 1.3174524307250977\n",
      "performance =  0.9804\n",
      "......epoch: 1921 0.9594333171844482\n",
      "......epoch: 1922 1.3613276481628418\n",
      "......epoch: 1923 1.3646934032440186\n",
      "......epoch: 1924 1.3613994121551514\n",
      "......epoch: 1925 1.3623199462890625\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 1926 1.350388526916504\n",
      "......epoch: 1927 1.362358570098877\n",
      "......epoch: 1928 1.3703432083129883\n",
      "......epoch: 1929 1.3334262371063232\n",
      "......epoch: 1930 1.3553767204284668\n",
      "performance =  0.9805\n",
      "......epoch: 1931 0.9674098491668701\n",
      "......epoch: 1932 1.363415241241455\n",
      "......epoch: 1933 1.368727207183838\n",
      "......epoch: 1934 1.360325574874878\n",
      "......epoch: 1935 1.355412244796753\n",
      "......epoch: 1936 1.37229585647583\n",
      "......epoch: 1937 1.3713717460632324\n",
      "......epoch: 1938 1.3626930713653564\n",
      "......epoch: 1939 1.3725991249084473\n",
      "......epoch: 1940 1.3594050407409668\n",
      "performance =  0.9806\n",
      "......epoch: 1941 0.960432767868042\n",
      "......epoch: 1942 1.3655989170074463\n",
      "......epoch: 1943 1.363353967666626\n",
      "......epoch: 1944 1.3694345951080322\n",
      "......epoch: 1945 1.3618154525756836\n",
      "......epoch: 1946 1.3704113960266113\n",
      "......epoch: 1947 1.3642957210540771\n",
      "......epoch: 1948 1.3583307266235352\n",
      "......epoch: 1949 1.3384604454040527\n",
      "......epoch: 1950 1.3393826484680176\n",
      "performance =  0.9808\n",
      "......epoch: 1951 0.9704241752624512\n",
      "......epoch: 1952 1.362339973449707\n",
      "......epoch: 1953 1.3633842468261719\n",
      "......epoch: 1954 1.3583087921142578\n",
      "......epoch: 1955 1.368375301361084\n",
      "......epoch: 1956 1.3683059215545654\n",
      "......epoch: 1957 1.3666505813598633\n",
      "......epoch: 1958 1.3633530139923096\n",
      "......epoch: 1959 1.3615870475769043\n",
      "......epoch: 1960 1.366119384765625\n",
      "performance =  0.9807\n",
      "......epoch: 1961 0.9604330062866211\n",
      "......epoch: 1962 1.3294439315795898\n",
      "......epoch: 1963 1.3554027080535889\n",
      "......epoch: 1964 1.3553507328033447\n",
      "......epoch: 1965 1.3544058799743652\n",
      "......epoch: 1966 1.3732995986938477\n",
      "......epoch: 1967 1.3673429489135742\n",
      "......epoch: 1968 1.3374288082122803\n",
      "......epoch: 1969 1.3563709259033203\n",
      "......epoch: 1970 1.3493895530700684\n",
      "performance =  0.9806\n",
      "......epoch: 1971 0.9624290466308594\n",
      "......epoch: 1972 1.3643510341644287\n",
      "......epoch: 1973 1.3685789108276367\n",
      "......epoch: 1974 1.361412525177002\n",
      "......epoch: 1975 1.3693654537200928\n",
      "......epoch: 1976 1.3693125247955322\n",
      "......epoch: 1977 1.3753223419189453\n",
      "......epoch: 1978 1.3706660270690918\n",
      "......epoch: 1979 1.3613643646240234\n",
      "......epoch: 1980 1.3606781959533691\n",
      "performance =  0.9804\n",
      "......epoch: 1981 0.9664247035980225\n",
      "......epoch: 1982 1.3683111667633057\n",
      "......epoch: 1983 1.3615453243255615\n",
      "......epoch: 1984 1.3573310375213623\n",
      "......epoch: 1985 1.3633532524108887\n",
      "......epoch: 1986 1.3763206005096436\n",
      "......epoch: 1987 1.3803117275238037\n",
      "......epoch: 1988 1.3374226093292236\n",
      "......epoch: 1989 1.3454155921936035\n",
      "......epoch: 1990 1.3693654537200928\n",
      "performance =  0.9802\n",
      "......epoch: 1991 0.9763889312744141\n",
      "......epoch: 1992 1.367382526397705\n",
      "......epoch: 1993 1.3633172512054443\n",
      "......epoch: 1994 1.3583688735961914\n",
      "......epoch: 1995 1.3653476238250732\n",
      "......epoch: 1996 1.366384506225586\n",
      "......epoch: 1997 1.3653113842010498\n",
      "......epoch: 1998 1.3563730716705322\n",
      "......epoch: 1999 1.366346836090088\n",
      "......epoch: 2000 1.3673782348632812\n",
      "performance =  0.9803\n",
      "......epoch: 2001 0.9714369773864746\n",
      "......epoch: 2002 1.368309736251831\n",
      "......epoch: 2003 1.3294425010681152\n",
      "......epoch: 2004 1.3224775791168213\n",
      "......epoch: 2005 1.3334684371948242\n",
      "......epoch: 2006 1.3513851165771484\n",
      "......epoch: 2007 1.318509578704834\n",
      "......epoch: 2008 1.3205995559692383\n",
      "......epoch: 2009 1.3352646827697754\n",
      "......epoch: 2010 1.3745412826538086\n",
      "performance =  0.9803\n",
      "......epoch: 2011 0.9624247550964355\n",
      "......epoch: 2012 1.364353895187378\n",
      "......epoch: 2013 1.3603637218475342\n",
      "......epoch: 2014 1.3594012260437012\n",
      "......epoch: 2015 1.3646302223205566\n",
      "......epoch: 2016 1.3702638149261475\n",
      "......epoch: 2017 1.3783562183380127\n",
      "......epoch: 2018 1.3485238552093506\n",
      "......epoch: 2019 1.3434255123138428\n",
      "......epoch: 2020 1.3574104309082031\n",
      "performance =  0.9803\n",
      "......epoch: 2021 0.9644579887390137\n",
      "......epoch: 2022 1.3464035987854004\n",
      "......epoch: 2023 1.3656864166259766\n",
      "......epoch: 2024 1.3583672046661377\n",
      "......epoch: 2025 1.365349531173706\n",
      "......epoch: 2026 1.3603625297546387\n",
      "......epoch: 2027 1.3257832527160645\n",
      "......epoch: 2028 1.3401072025299072\n",
      "......epoch: 2029 1.3465180397033691\n",
      "......epoch: 2030 1.362321376800537\n",
      "performance =  0.9802\n",
      "......epoch: 2031 0.9723994731903076\n",
      "......epoch: 2032 1.3713324069976807\n",
      "......epoch: 2033 1.3643903732299805\n",
      "......epoch: 2034 1.3585410118103027\n",
      "......epoch: 2035 1.3771073818206787\n",
      "......epoch: 2036 1.3723697662353516\n",
      "......epoch: 2037 1.3656363487243652\n",
      "......epoch: 2038 1.3643505573272705\n",
      "......epoch: 2039 1.3753561973571777\n",
      "......epoch: 2040 1.348689317703247\n",
      "performance =  0.9802\n",
      "......epoch: 2041 0.9714031219482422\n",
      "......epoch: 2042 1.3534307479858398\n",
      "......epoch: 2043 1.3635048866271973\n",
      "......epoch: 2044 1.361426830291748\n",
      "......epoch: 2045 1.361170768737793\n",
      "......epoch: 2046 1.3316917419433594\n",
      "......epoch: 2047 1.2965314388275146\n",
      "......epoch: 2048 1.3324389457702637\n",
      "......epoch: 2049 1.338456630706787\n",
      "......epoch: 2050 1.3404088020324707\n",
      "performance =  0.9802\n",
      "......epoch: 2051 0.9664175510406494\n",
      "......epoch: 2052 1.3713338375091553\n",
      "......epoch: 2053 1.3733952045440674\n",
      "......epoch: 2054 1.3563039302825928\n",
      "......epoch: 2055 1.3664238452911377\n",
      "......epoch: 2056 1.3773157596588135\n",
      "......epoch: 2057 1.3635616302490234\n",
      "......epoch: 2058 1.363149642944336\n",
      "......epoch: 2059 1.363353967666626\n",
      "......epoch: 2060 1.3613741397857666\n",
      "performance =  0.9802\n",
      "......epoch: 2061 0.9704456329345703\n",
      "......epoch: 2062 1.3683018684387207\n",
      "......epoch: 2063 1.3643884658813477\n",
      "......epoch: 2064 1.372549057006836\n",
      "......epoch: 2065 1.3574705123901367\n",
      "......epoch: 2066 1.353644609451294\n",
      "......epoch: 2067 1.339418649673462\n",
      "......epoch: 2068 1.3544142246246338\n",
      "......epoch: 2069 1.356337547302246\n",
      "......epoch: 2070 1.362396478652954\n",
      "performance =  0.9802\n",
      "......epoch: 2071 0.9794192314147949\n",
      "......epoch: 2072 1.3603260517120361\n",
      "......epoch: 2073 1.3643505573272705\n",
      "......epoch: 2074 1.3686518669128418\n",
      "......epoch: 2075 1.3650410175323486\n",
      "......epoch: 2076 1.369394302368164\n",
      "......epoch: 2077 1.3662891387939453\n",
      "......epoch: 2078 1.3673441410064697\n",
      "......epoch: 2079 1.3563735485076904\n",
      "......epoch: 2080 1.355391025543213\n",
      "performance =  0.9804\n",
      "......epoch: 2081 0.976428747177124\n",
      "......epoch: 2082 1.3633177280426025\n",
      "......epoch: 2083 1.3683397769927979\n",
      "......epoch: 2084 1.3803112506866455\n",
      "......epoch: 2085 1.365384578704834\n",
      "......epoch: 2086 1.347360610961914\n",
      "......epoch: 2087 1.3364660739898682\n",
      "......epoch: 2088 1.361321210861206\n",
      "......epoch: 2089 1.3633534908294678\n",
      "......epoch: 2090 1.3124916553497314\n",
      "performance =  0.9804\n",
      "......epoch: 2091 0.962460994720459\n",
      "......epoch: 2092 1.357351541519165\n",
      "......epoch: 2093 1.3723187446594238\n",
      "......epoch: 2094 1.3696515560150146\n",
      "......epoch: 2095 1.3790454864501953\n",
      "......epoch: 2096 1.3733165264129639\n",
      "......epoch: 2097 1.3683059215545654\n",
      "......epoch: 2098 1.3693797588348389\n",
      "......epoch: 2099 1.3772764205932617\n",
      "......epoch: 2100 1.371338129043579\n",
      "performance =  0.9805\n",
      "......epoch: 2101 0.9703788757324219\n",
      "......epoch: 2102 1.3663830757141113\n",
      "......epoch: 2103 1.3663499355316162\n",
      "......epoch: 2104 1.3683929443359375\n",
      "......epoch: 2105 1.3543779850006104\n",
      "......epoch: 2106 1.349393367767334\n",
      "......epoch: 2107 1.3314454555511475\n",
      "......epoch: 2108 1.3474888801574707\n",
      "......epoch: 2109 1.3633480072021484\n",
      "......epoch: 2110 1.3643536567687988\n",
      "performance =  0.9803\n",
      "......epoch: 2111 0.9594202041625977\n",
      "......epoch: 2112 1.3663439750671387\n",
      "......epoch: 2113 1.3613605499267578\n",
      "......epoch: 2114 1.367342472076416\n",
      "......epoch: 2115 1.375678300857544\n",
      "......epoch: 2116 1.3690836429595947\n",
      "......epoch: 2117 1.3666281700134277\n",
      "......epoch: 2118 1.3640661239624023\n",
      "......epoch: 2119 1.370755910873413\n",
      "......epoch: 2120 1.3713340759277344\n",
      "performance =  0.9801\n",
      "......epoch: 2121 0.9714040756225586\n",
      "......epoch: 2122 1.3683443069458008\n",
      "......epoch: 2123 1.3623688220977783\n",
      "......epoch: 2124 1.367624044418335\n",
      "......epoch: 2125 1.3371460437774658\n",
      "......epoch: 2126 1.3384363651275635\n",
      "......epoch: 2127 1.3573541641235352\n",
      "......epoch: 2128 1.3773167133331299\n",
      "......epoch: 2129 1.3763222694396973\n",
      "......epoch: 2130 1.3563952445983887\n",
      "performance =  0.9797\n",
      "......epoch: 2131 0.9506626129150391\n",
      "......epoch: 2132 1.3133280277252197\n",
      "......epoch: 2133 1.3244574069976807\n",
      "......epoch: 2134 1.321427822113037\n",
      "......epoch: 2135 1.3254961967468262\n",
      "......epoch: 2136 1.3693015575408936\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 2137 1.3633933067321777\n",
      "......epoch: 2138 1.3663063049316406\n",
      "......epoch: 2139 1.3713414669036865\n",
      "......epoch: 2140 1.3653411865234375\n",
      "performance =  0.9797\n",
      "......epoch: 2141 0.9639115333557129\n",
      "......epoch: 2142 1.3673911094665527\n",
      "......epoch: 2143 1.3713657855987549\n",
      "......epoch: 2144 1.3613262176513672\n",
      "......epoch: 2145 1.345444917678833\n",
      "......epoch: 2146 1.3579461574554443\n",
      "......epoch: 2147 1.3414661884307861\n",
      "......epoch: 2148 1.3511390686035156\n",
      "......epoch: 2149 1.368307113647461\n",
      "......epoch: 2150 1.3633503913879395\n",
      "performance =  0.9798\n",
      "......epoch: 2151 0.9764711856842041\n",
      "......epoch: 2152 1.3603253364562988\n",
      "......epoch: 2153 1.3723702430725098\n",
      "......epoch: 2154 1.3633170127868652\n",
      "......epoch: 2155 1.375523567199707\n",
      "......epoch: 2156 1.3631715774536133\n",
      "......epoch: 2157 1.3673584461212158\n",
      "......epoch: 2158 1.362550973892212\n",
      "......epoch: 2159 1.3654241561889648\n",
      "......epoch: 2160 1.3682894706726074\n",
      "performance =  0.9795\n",
      "......epoch: 2161 0.9724013805389404\n",
      "......epoch: 2162 1.3693387508392334\n",
      "......epoch: 2163 1.3537030220031738\n",
      "......epoch: 2164 1.351175308227539\n",
      "......epoch: 2165 1.357438564300537\n",
      "......epoch: 2166 1.3533141613006592\n",
      "......epoch: 2167 1.3713397979736328\n",
      "......epoch: 2168 1.3643882274627686\n",
      "......epoch: 2169 1.3683414459228516\n",
      "......epoch: 2170 1.355377435684204\n",
      "performance =  0.9796\n",
      "......epoch: 2171 0.9753890037536621\n",
      "......epoch: 2172 1.3653855323791504\n",
      "......epoch: 2173 1.3702998161315918\n",
      "......epoch: 2174 1.3733761310577393\n",
      "......epoch: 2175 1.337428092956543\n",
      "......epoch: 2176 1.3205068111419678\n",
      "......epoch: 2177 1.3483963012695312\n",
      "......epoch: 2178 1.3424413204193115\n",
      "......epoch: 2179 1.3713195323944092\n",
      "......epoch: 2180 1.372349739074707\n",
      "performance =  0.9797\n",
      "......epoch: 2181 0.973358154296875\n",
      "......epoch: 2182 1.3683781623840332\n",
      "......epoch: 2183 1.3666412830352783\n",
      "......epoch: 2184 1.341113567352295\n",
      "......epoch: 2185 1.363394021987915\n",
      "......epoch: 2186 1.3503758907318115\n",
      "......epoch: 2187 1.3514273166656494\n",
      "......epoch: 2188 1.3573296070098877\n",
      "......epoch: 2189 1.3564014434814453\n",
      "......epoch: 2190 1.3374383449554443\n",
      "performance =  0.98\n",
      "......epoch: 2191 0.961470365524292\n",
      "......epoch: 2192 1.367340326309204\n",
      "......epoch: 2193 1.3663709163665771\n",
      "......epoch: 2194 1.358619213104248\n",
      "......epoch: 2195 1.359571933746338\n",
      "......epoch: 2196 1.3516457080841064\n",
      "......epoch: 2197 1.359616994857788\n",
      "......epoch: 2198 1.366382122039795\n",
      "......epoch: 2199 1.3653137683868408\n",
      "......epoch: 2200 1.3696482181549072\n",
      "performance =  0.9803\n",
      "......epoch: 2201 0.969409704208374\n",
      "......epoch: 2202 1.365349531173706\n",
      "......epoch: 2203 1.360361099243164\n",
      "......epoch: 2204 1.3414134979248047\n",
      "......epoch: 2205 1.3623566627502441\n",
      "......epoch: 2206 1.3324759006500244\n",
      "......epoch: 2207 1.363429069519043\n",
      "......epoch: 2208 1.3663458824157715\n",
      "......epoch: 2209 1.3553764820098877\n",
      "......epoch: 2210 1.3636984825134277\n",
      "performance =  0.9805\n",
      "......epoch: 2211 0.9664530754089355\n",
      "......epoch: 2212 1.3673095703125\n",
      "......epoch: 2213 1.3174755573272705\n",
      "......epoch: 2214 1.364351511001587\n",
      "......epoch: 2215 1.367372989654541\n",
      "......epoch: 2216 1.3593361377716064\n",
      "......epoch: 2217 1.372331142425537\n",
      "......epoch: 2218 1.3654742240905762\n",
      "......epoch: 2219 1.2957127094268799\n",
      "......epoch: 2220 1.3272392749786377\n",
      "performance =  0.98\n",
      "......epoch: 2221 0.9664416313171387\n",
      "......epoch: 2222 1.3504266738891602\n",
      "......epoch: 2223 1.3623721599578857\n",
      "......epoch: 2224 1.3444328308105469\n",
      "......epoch: 2225 1.3324329853057861\n",
      "......epoch: 2226 1.3683042526245117\n",
      "......epoch: 2227 1.3704009056091309\n",
      "......epoch: 2228 1.36309814453125\n",
      "......epoch: 2229 1.3504164218902588\n",
      "......epoch: 2230 1.3743445873260498\n",
      "performance =  0.9803\n",
      "......epoch: 2231 0.9694359302520752\n",
      "......epoch: 2232 1.3585646152496338\n",
      "......epoch: 2233 1.3603641986846924\n",
      "......epoch: 2234 1.3703711032867432\n",
      "......epoch: 2235 1.3524253368377686\n",
      "......epoch: 2236 1.3655273914337158\n",
      "......epoch: 2237 1.3640272617340088\n",
      "......epoch: 2238 1.376025676727295\n",
      "......epoch: 2239 1.3593659400939941\n",
      "......epoch: 2240 1.3543787002563477\n",
      "performance =  0.9805\n",
      "......epoch: 2241 0.9584372043609619\n",
      "......epoch: 2242 1.360412359237671\n",
      "......epoch: 2243 1.3373751640319824\n",
      "......epoch: 2244 1.33543062210083\n",
      "......epoch: 2245 1.3567886352539062\n",
      "......epoch: 2246 1.3674306869506836\n",
      "......epoch: 2247 1.3732843399047852\n",
      "......epoch: 2248 1.3673882484436035\n",
      "......epoch: 2249 1.3603646755218506\n",
      "......epoch: 2250 1.3614006042480469\n",
      "performance =  0.9802\n",
      "......epoch: 2251 0.967719554901123\n",
      "......epoch: 2252 1.3633885383605957\n",
      "......epoch: 2253 1.3732924461364746\n",
      "......epoch: 2254 1.3693411350250244\n",
      "......epoch: 2255 1.359492540359497\n",
      "......epoch: 2256 1.3721988201141357\n",
      "......epoch: 2257 1.3694102764129639\n",
      "......epoch: 2258 1.3625669479370117\n",
      "......epoch: 2259 1.365349292755127\n",
      "......epoch: 2260 1.3663475513458252\n",
      "performance =  0.9801\n",
      "......epoch: 2261 0.9414820671081543\n",
      "......epoch: 2262 1.3354301452636719\n",
      "......epoch: 2263 1.3165240287780762\n",
      "......epoch: 2264 1.3214585781097412\n",
      "......epoch: 2265 1.345411777496338\n",
      "......epoch: 2266 1.3713340759277344\n",
      "......epoch: 2267 1.356372594833374\n",
      "......epoch: 2268 1.360417127609253\n",
      "......epoch: 2269 1.3593602180480957\n",
      "......epoch: 2270 1.3723318576812744\n",
      "performance =  0.98\n",
      "......epoch: 2271 0.9514563083648682\n",
      "......epoch: 2272 1.3653578758239746\n",
      "......epoch: 2273 1.3593578338623047\n",
      "......epoch: 2274 1.3613605499267578\n",
      "......epoch: 2275 1.342409610748291\n",
      "......epoch: 2276 1.2765862941741943\n",
      "......epoch: 2277 1.2815732955932617\n",
      "......epoch: 2278 1.3404850959777832\n",
      "......epoch: 2279 1.3553507328033447\n",
      "......epoch: 2280 1.3625593185424805\n",
      "performance =  0.9798\n",
      "......epoch: 2281 0.9643857479095459\n",
      "......epoch: 2282 1.3407917022705078\n",
      "......epoch: 2283 1.3604035377502441\n",
      "......epoch: 2284 1.345400094985962\n",
      "......epoch: 2285 1.3563337326049805\n",
      "......epoch: 2286 1.3553762435913086\n",
      "......epoch: 2287 1.3753209114074707\n",
      "......epoch: 2288 1.3653464317321777\n",
      "......epoch: 2289 1.3643519878387451\n",
      "......epoch: 2290 1.3743529319763184\n",
      "performance =  0.9798\n",
      "......epoch: 2291 0.9623947143554688\n",
      "......epoch: 2292 1.367344617843628\n",
      "......epoch: 2293 1.374338150024414\n",
      "......epoch: 2294 1.32444429397583\n",
      "......epoch: 2295 1.358586072921753\n",
      "......epoch: 2296 1.3661303520202637\n",
      "......epoch: 2297 1.3746857643127441\n",
      "......epoch: 2298 1.3583314418792725\n",
      "......epoch: 2299 1.3693389892578125\n",
      "......epoch: 2300 1.3713340759277344\n",
      "performance =  0.9801\n",
      "......epoch: 2301 0.9664144515991211\n",
      "......epoch: 2302 1.3424098491668701\n",
      "......epoch: 2303 1.3563635349273682\n",
      "......epoch: 2304 1.3414123058319092\n",
      "......epoch: 2305 1.3134891986846924\n",
      "......epoch: 2306 1.3424103260040283\n",
      "......epoch: 2307 1.3304789066314697\n",
      "......epoch: 2308 1.3513522148132324\n",
      "......epoch: 2309 1.3683407306671143\n",
      "......epoch: 2310 1.3733313083648682\n",
      "performance =  0.9801\n",
      "......epoch: 2311 0.9694478511810303\n",
      "......epoch: 2312 1.373290777206421\n",
      "......epoch: 2313 1.3584070205688477\n",
      "......epoch: 2314 1.3673043251037598\n",
      "......epoch: 2315 1.3593647480010986\n",
      "......epoch: 2316 1.3715643882751465\n",
      "......epoch: 2317 1.369330644607544\n",
      "......epoch: 2318 1.3593676090240479\n",
      "......epoch: 2319 1.362353801727295\n",
      "......epoch: 2320 1.372330904006958\n",
      "performance =  0.9798\n",
      "......epoch: 2321 0.9484562873840332\n",
      "......epoch: 2322 1.352405071258545\n",
      "......epoch: 2323 1.3533720970153809\n",
      "......epoch: 2324 1.3423798084259033\n",
      "......epoch: 2325 1.3553755283355713\n",
      "......epoch: 2326 1.37247896194458\n",
      "......epoch: 2327 1.3671932220458984\n",
      "......epoch: 2328 1.3633556365966797\n",
      "......epoch: 2329 1.3673477172851562\n",
      "......epoch: 2330 1.3724136352539062\n",
      "performance =  0.9797\n",
      "......epoch: 2331 0.9674117565155029\n",
      "......epoch: 2332 1.3623578548431396\n",
      "......epoch: 2333 1.3636386394500732\n",
      "......epoch: 2334 1.3553757667541504\n",
      "......epoch: 2335 1.3536555767059326\n",
      "......epoch: 2336 1.3693361282348633\n",
      "......epoch: 2337 1.3703346252441406\n",
      "......epoch: 2338 1.3643522262573242\n",
      "......epoch: 2339 1.3703362941741943\n",
      "......epoch: 2340 1.3663570880889893\n",
      "performance =  0.9798\n",
      "......epoch: 2341 0.9504973888397217\n",
      "......epoch: 2342 1.344367504119873\n",
      "......epoch: 2343 1.3573713302612305\n",
      "......epoch: 2344 1.3535387516021729\n",
      "......epoch: 2345 1.364231824874878\n",
      "......epoch: 2346 1.362365484237671\n",
      "......epoch: 2347 1.3683350086212158\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 2348 1.3363862037658691\n",
      "......epoch: 2349 1.3394620418548584\n",
      "......epoch: 2350 1.3204259872436523\n",
      "performance =  0.98\n",
      "......epoch: 2351 0.9753940105438232\n",
      "......epoch: 2352 1.3693361282348633\n",
      "......epoch: 2353 1.3743603229522705\n",
      "......epoch: 2354 1.3663110733032227\n",
      "......epoch: 2355 1.3623955249786377\n",
      "......epoch: 2356 1.3643443584442139\n",
      "......epoch: 2357 1.3684592247009277\n",
      "......epoch: 2358 1.3653285503387451\n",
      "......epoch: 2359 1.3642568588256836\n",
      "......epoch: 2360 1.366558313369751\n",
      "performance =  0.9802\n",
      "......epoch: 2361 0.9684486389160156\n",
      "......epoch: 2362 1.334395170211792\n",
      "......epoch: 2363 1.362391471862793\n",
      "......epoch: 2364 1.365391731262207\n",
      "......epoch: 2365 1.3663456439971924\n",
      "......epoch: 2366 1.3623919486999512\n",
      "......epoch: 2367 1.3673453330993652\n",
      "......epoch: 2368 1.3574068546295166\n",
      "......epoch: 2369 1.3655509948730469\n",
      "......epoch: 2370 1.3661069869995117\n",
      "performance =  0.9802\n",
      "......epoch: 2371 0.9723992347717285\n",
      "......epoch: 2372 1.3630681037902832\n",
      "......epoch: 2373 1.3633546829223633\n",
      "......epoch: 2374 1.3674252033233643\n",
      "......epoch: 2375 1.365351915359497\n",
      "......epoch: 2376 1.3666529655456543\n",
      "......epoch: 2377 1.3683414459228516\n",
      "......epoch: 2378 1.3666179180145264\n",
      "......epoch: 2379 1.368034839630127\n",
      "......epoch: 2380 1.3683736324310303\n",
      "performance =  0.98\n",
      "......epoch: 2381 0.9646604061126709\n",
      "......epoch: 2382 1.3401434421539307\n",
      "......epoch: 2383 1.364351511001587\n",
      "......epoch: 2384 1.293785810470581\n",
      "......epoch: 2385 1.35621976852417\n",
      "......epoch: 2386 1.369293451309204\n",
      "......epoch: 2387 1.3623571395874023\n",
      "......epoch: 2388 1.3643922805786133\n",
      "......epoch: 2389 1.3692975044250488\n",
      "......epoch: 2390 1.3623569011688232\n",
      "performance =  0.9801\n",
      "......epoch: 2391 0.9534778594970703\n",
      "......epoch: 2392 1.3354320526123047\n",
      "......epoch: 2393 1.343379020690918\n",
      "......epoch: 2394 1.3414580821990967\n",
      "......epoch: 2395 1.3585848808288574\n",
      "......epoch: 2396 1.3608958721160889\n",
      "......epoch: 2397 1.3701245784759521\n",
      "......epoch: 2398 1.361543893814087\n",
      "......epoch: 2399 1.36137056350708\n",
      "......epoch: 2400 1.3623170852661133\n",
      "performance =  0.9802\n",
      "......epoch: 2401 0.9444746971130371\n",
      "......epoch: 2402 1.3493928909301758\n",
      "......epoch: 2403 1.3713326454162598\n",
      "......epoch: 2404 1.3743610382080078\n",
      "......epoch: 2405 1.3563368320465088\n",
      "......epoch: 2406 1.3646507263183594\n",
      "......epoch: 2407 1.3550786972045898\n",
      "......epoch: 2408 1.375521183013916\n",
      "......epoch: 2409 1.3661482334136963\n",
      "......epoch: 2410 1.371375560760498\n",
      "performance =  0.98\n",
      "......epoch: 2411 0.9687466621398926\n",
      "......epoch: 2412 1.3670086860656738\n",
      "......epoch: 2413 1.3683805465698242\n",
      "......epoch: 2414 1.3633503913879395\n",
      "......epoch: 2415 1.3635475635528564\n",
      "......epoch: 2416 1.3761310577392578\n",
      "......epoch: 2417 1.3663091659545898\n",
      "......epoch: 2418 1.3653607368469238\n",
      "......epoch: 2419 1.3653357028961182\n",
      "......epoch: 2420 1.3723604679107666\n",
      "performance =  0.9798\n",
      "......epoch: 2421 0.9653992652893066\n",
      "......epoch: 2422 1.3656306266784668\n",
      "......epoch: 2423 1.360198736190796\n",
      "......epoch: 2424 1.360311508178711\n",
      "......epoch: 2425 1.3653247356414795\n",
      "......epoch: 2426 1.3713281154632568\n",
      "......epoch: 2427 1.3743832111358643\n",
      "......epoch: 2428 1.3595659732818604\n",
      "......epoch: 2429 1.3603637218475342\n",
      "......epoch: 2430 1.3733294010162354\n",
      "performance =  0.9798\n",
      "......epoch: 2431 0.9704065322875977\n",
      "......epoch: 2432 1.3627452850341797\n",
      "......epoch: 2433 1.3663318157196045\n",
      "......epoch: 2434 1.3114912509918213\n",
      "......epoch: 2435 1.3274409770965576\n",
      "......epoch: 2436 1.3304762840270996\n",
      "......epoch: 2437 1.3444039821624756\n",
      "......epoch: 2438 1.3722960948944092\n",
      "......epoch: 2439 1.3614778518676758\n",
      "......epoch: 2440 1.3394181728363037\n",
      "performance =  0.9797\n",
      "......epoch: 2441 0.9644145965576172\n",
      "......epoch: 2442 1.3574068546295166\n",
      "......epoch: 2443 1.3543410301208496\n",
      "......epoch: 2444 1.3653616905212402\n",
      "......epoch: 2445 1.3643414974212646\n",
      "......epoch: 2446 1.3633534908294678\n",
      "......epoch: 2447 1.360398530960083\n",
      "......epoch: 2448 1.3613300323486328\n",
      "......epoch: 2449 1.3623528480529785\n",
      "......epoch: 2450 1.3653569221496582\n",
      "performance =  0.9796\n",
      "......epoch: 2451 0.9734020233154297\n",
      "......epoch: 2452 1.3623528480529785\n",
      "......epoch: 2453 1.3623740673065186\n",
      "......epoch: 2454 1.356358528137207\n",
      "......epoch: 2455 1.3643519878387451\n",
      "......epoch: 2456 1.364351511001587\n",
      "......epoch: 2457 1.3693740367889404\n",
      "......epoch: 2458 1.3643205165863037\n",
      "......epoch: 2459 1.3715853691101074\n",
      "......epoch: 2460 1.345146894454956\n",
      "performance =  0.9797\n",
      "......epoch: 2461 0.9743940830230713\n",
      "......epoch: 2462 1.3593649864196777\n",
      "......epoch: 2463 1.3593683242797852\n",
      "......epoch: 2464 1.3653864860534668\n",
      "......epoch: 2465 1.3623192310333252\n",
      "......epoch: 2466 1.3673427104949951\n",
      "......epoch: 2467 1.3623592853546143\n",
      "......epoch: 2468 1.353379487991333\n",
      "......epoch: 2469 1.3743252754211426\n",
      "......epoch: 2470 1.360363245010376\n",
      "performance =  0.9796\n",
      "......epoch: 2471 0.9676859378814697\n",
      "......epoch: 2472 1.3660621643066406\n",
      "......epoch: 2473 1.3633534908294678\n",
      "......epoch: 2474 1.3633930683135986\n",
      "......epoch: 2475 1.3643147945404053\n",
      "......epoch: 2476 1.3753609657287598\n",
      "......epoch: 2477 1.3214967250823975\n",
      "......epoch: 2478 1.3204398155212402\n",
      "......epoch: 2479 1.3214845657348633\n",
      "......epoch: 2480 1.3134875297546387\n",
      "performance =  0.9796\n",
      "......epoch: 2481 0.9744246006011963\n",
      "......epoch: 2482 1.3603334426879883\n",
      "......epoch: 2483 1.3583691120147705\n",
      "......epoch: 2484 1.3653488159179688\n",
      "......epoch: 2485 1.3596882820129395\n",
      "......epoch: 2486 1.3584399223327637\n",
      "......epoch: 2487 1.3623974323272705\n",
      "......epoch: 2488 1.3663954734802246\n",
      "......epoch: 2489 1.3527653217315674\n",
      "......epoch: 2490 1.3464248180389404\n",
      "performance =  0.9795\n",
      "......epoch: 2491 0.9704456329345703\n",
      "......epoch: 2492 1.363555908203125\n",
      "......epoch: 2493 1.3461642265319824\n",
      "......epoch: 2494 1.3683395385742188\n",
      "......epoch: 2495 1.3735368251800537\n",
      "......epoch: 2496 1.356187105178833\n",
      "......epoch: 2497 1.3633697032928467\n",
      "......epoch: 2498 1.3735058307647705\n",
      "......epoch: 2499 1.3451874256134033\n",
      "......epoch: 2500 1.340416669845581\n",
      "performance =  0.9795\n",
      "......epoch: 2501 0.9723994731903076\n",
      "......epoch: 2502 1.3543779850006104\n",
      "......epoch: 2503 1.3653514385223389\n",
      "......epoch: 2504 1.3623559474945068\n",
      "......epoch: 2505 1.3673467636108398\n",
      "......epoch: 2506 1.3684241771697998\n",
      "......epoch: 2507 1.362405776977539\n",
      "......epoch: 2508 1.3593699932098389\n",
      "......epoch: 2509 1.3625354766845703\n",
      "......epoch: 2510 1.3651695251464844\n",
      "performance =  0.9795\n",
      "......epoch: 2511 0.9714314937591553\n",
      "......epoch: 2512 1.356337308883667\n",
      "......epoch: 2513 1.3593652248382568\n",
      "......epoch: 2514 1.3674054145812988\n",
      "......epoch: 2515 1.3683156967163086\n",
      "......epoch: 2516 1.363356351852417\n",
      "......epoch: 2517 1.3673193454742432\n",
      "......epoch: 2518 1.3493914604187012\n",
      "......epoch: 2519 1.3573718070983887\n",
      "......epoch: 2520 1.3094980716705322\n",
      "performance =  0.9799\n",
      "......epoch: 2521 0.9673991203308105\n",
      "......epoch: 2522 1.332482099533081\n",
      "......epoch: 2523 1.367300033569336\n",
      "......epoch: 2524 1.3603620529174805\n",
      "......epoch: 2525 1.3633546829223633\n",
      "......epoch: 2526 1.3567826747894287\n",
      "......epoch: 2527 1.3622758388519287\n",
      "......epoch: 2528 1.372338056564331\n",
      "......epoch: 2529 1.3563661575317383\n",
      "......epoch: 2530 1.360588550567627\n",
      "performance =  0.9798\n",
      "......epoch: 2531 0.9674427509307861\n",
      "......epoch: 2532 1.366346836090088\n",
      "......epoch: 2533 1.3673474788665771\n",
      "......epoch: 2534 1.3633520603179932\n",
      "......epoch: 2535 1.359405517578125\n",
      "......epoch: 2536 1.3673770427703857\n",
      "......epoch: 2537 1.3663077354431152\n",
      "......epoch: 2538 1.3324356079101562\n",
      "......epoch: 2539 1.3594005107879639\n",
      "......epoch: 2540 1.3294105529785156\n",
      "performance =  0.9797\n",
      "......epoch: 2541 0.9663982391357422\n",
      "......epoch: 2542 1.3630321025848389\n",
      "......epoch: 2543 1.3554129600524902\n",
      "......epoch: 2544 1.3633203506469727\n",
      "......epoch: 2545 1.3658342361450195\n",
      "......epoch: 2546 1.3603737354278564\n",
      "......epoch: 2547 1.3673431873321533\n",
      "......epoch: 2548 1.3729279041290283\n",
      "......epoch: 2549 1.3620195388793945\n",
      "......epoch: 2550 1.3773598670959473\n",
      "performance =  0.9801\n",
      "......epoch: 2551 0.9683756828308105\n",
      "......epoch: 2552 1.3564479351043701\n",
      "......epoch: 2553 1.3713421821594238\n",
      "......epoch: 2554 1.3713557720184326\n",
      "......epoch: 2555 1.3665878772735596\n",
      "......epoch: 2556 1.3653838634490967\n",
      "......epoch: 2557 1.3683834075927734\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 2558 1.3376891613006592\n",
      "......epoch: 2559 1.3374226093292236\n",
      "......epoch: 2560 1.3464078903198242\n",
      "performance =  0.9799\n",
      "......epoch: 2561 0.9694356918334961\n",
      "......epoch: 2562 1.3413844108581543\n",
      "......epoch: 2563 1.3124916553497314\n",
      "......epoch: 2564 1.3324358463287354\n",
      "......epoch: 2565 1.3244960308074951\n",
      "......epoch: 2566 1.333493709564209\n",
      "......epoch: 2567 1.370241403579712\n",
      "......epoch: 2568 1.3693783283233643\n",
      "......epoch: 2569 1.3665904998779297\n",
      "......epoch: 2570 1.364351511001587\n",
      "performance =  0.98\n",
      "......epoch: 2571 0.9734351634979248\n",
      "......epoch: 2572 1.3663556575775146\n",
      "......epoch: 2573 1.364386796951294\n",
      "......epoch: 2574 1.3732926845550537\n",
      "......epoch: 2575 1.3733267784118652\n",
      "......epoch: 2576 1.3683412075042725\n",
      "......epoch: 2577 1.3473963737487793\n",
      "......epoch: 2578 1.3554060459136963\n",
      "......epoch: 2579 1.3413848876953125\n",
      "......epoch: 2580 1.3673434257507324\n",
      "performance =  0.98\n",
      "......epoch: 2581 0.9694087505340576\n",
      "......epoch: 2582 1.362367868423462\n",
      "......epoch: 2583 1.3755927085876465\n",
      "......epoch: 2584 1.3700556755065918\n",
      "......epoch: 2585 1.3623559474945068\n",
      "......epoch: 2586 1.3633739948272705\n",
      "......epoch: 2587 1.3494658470153809\n",
      "......epoch: 2588 1.3493914604187012\n",
      "......epoch: 2589 1.3504211902618408\n",
      "......epoch: 2590 1.358346939086914\n",
      "performance =  0.98\n",
      "......epoch: 2591 0.9635634422302246\n",
      "......epoch: 2592 1.357231855392456\n",
      "......epoch: 2593 1.358670949935913\n",
      "......epoch: 2594 1.371307611465454\n",
      "......epoch: 2595 1.3684029579162598\n",
      "......epoch: 2596 1.3605079650878906\n",
      "......epoch: 2597 1.3352947235107422\n",
      "......epoch: 2598 1.3583672046661377\n",
      "......epoch: 2599 1.3394200801849365\n",
      "......epoch: 2600 1.362356424331665\n",
      "performance =  0.98\n",
      "......epoch: 2601 0.9664521217346191\n",
      "......epoch: 2602 1.3643155097961426\n",
      "......epoch: 2603 1.374326467514038\n",
      "......epoch: 2604 1.3643510341644287\n",
      "......epoch: 2605 1.374345064163208\n",
      "......epoch: 2606 1.311776876449585\n",
      "......epoch: 2607 1.3386869430541992\n",
      "......epoch: 2608 1.3463988304138184\n",
      "......epoch: 2609 1.3284485340118408\n",
      "......epoch: 2610 1.373408555984497\n",
      "performance =  0.9801\n",
      "......epoch: 2611 0.9664182662963867\n",
      "......epoch: 2612 1.3713314533233643\n",
      "......epoch: 2613 1.3633639812469482\n",
      "......epoch: 2614 1.373321533203125\n",
      "......epoch: 2615 1.3724679946899414\n",
      "......epoch: 2616 1.361393928527832\n",
      "......epoch: 2617 1.3413782119750977\n",
      "......epoch: 2618 1.322462558746338\n",
      "......epoch: 2619 1.3613619804382324\n",
      "......epoch: 2620 1.3806638717651367\n",
      "performance =  0.9803\n",
      "......epoch: 2621 0.9684503078460693\n",
      "......epoch: 2622 1.3702964782714844\n",
      "......epoch: 2623 1.3663992881774902\n",
      "......epoch: 2624 1.3613662719726562\n",
      "......epoch: 2625 1.3686282634735107\n",
      "......epoch: 2626 1.351111888885498\n",
      "......epoch: 2627 1.369302749633789\n",
      "......epoch: 2628 1.3693749904632568\n",
      "......epoch: 2629 1.3653123378753662\n",
      "......epoch: 2630 1.3763198852539062\n",
      "performance =  0.9806\n",
      "......epoch: 2631 0.9587194919586182\n",
      "......epoch: 2632 1.3670637607574463\n",
      "......epoch: 2633 1.3673408031463623\n",
      "......epoch: 2634 1.361710786819458\n",
      "......epoch: 2635 1.3497319221496582\n",
      "......epoch: 2636 1.3434076309204102\n",
      "......epoch: 2637 1.3524234294891357\n",
      "......epoch: 2638 1.3533689975738525\n",
      "......epoch: 2639 1.3493993282318115\n",
      "......epoch: 2640 1.3613264560699463\n",
      "performance =  0.9807\n",
      "......epoch: 2641 0.9694440364837646\n",
      "......epoch: 2642 1.3643953800201416\n",
      "......epoch: 2643 1.3683257102966309\n",
      "......epoch: 2644 1.3643944263458252\n",
      "......epoch: 2645 1.3633575439453125\n",
      "......epoch: 2646 1.368375301361084\n",
      "......epoch: 2647 1.367478609085083\n",
      "......epoch: 2648 1.3642511367797852\n",
      "......epoch: 2649 1.3524205684661865\n",
      "......epoch: 2650 1.3064701557159424\n",
      "performance =  0.9807\n",
      "......epoch: 2651 0.9514780044555664\n",
      "......epoch: 2652 1.3483953475952148\n",
      "......epoch: 2653 1.3743610382080078\n",
      "......epoch: 2654 1.3683040142059326\n",
      "......epoch: 2655 1.3633556365966797\n",
      "......epoch: 2656 1.346400260925293\n",
      "......epoch: 2657 1.3414549827575684\n",
      "......epoch: 2658 1.3573274612426758\n",
      "......epoch: 2659 1.3773179054260254\n",
      "......epoch: 2660 1.3586664199829102\n",
      "performance =  0.9807\n",
      "......epoch: 2661 0.9455275535583496\n",
      "......epoch: 2662 1.3672895431518555\n",
      "......epoch: 2663 1.3693809509277344\n",
      "......epoch: 2664 1.3683371543884277\n",
      "......epoch: 2665 1.3762834072113037\n",
      "......epoch: 2666 1.360360860824585\n",
      "......epoch: 2667 1.368351936340332\n",
      "......epoch: 2668 1.3583650588989258\n",
      "......epoch: 2669 1.3643875122070312\n",
      "......epoch: 2670 1.3623583316802979\n",
      "performance =  0.9807\n",
      "......epoch: 2671 0.9674398899078369\n",
      "......epoch: 2672 1.3675925731658936\n",
      "......epoch: 2673 1.3710517883300781\n",
      "......epoch: 2674 1.3583652973175049\n",
      "......epoch: 2675 1.3633570671081543\n",
      "......epoch: 2676 1.3414504528045654\n",
      "......epoch: 2677 1.3394513130187988\n",
      "......epoch: 2678 1.3593311309814453\n",
      "......epoch: 2679 1.3633723258972168\n",
      "......epoch: 2680 1.3733103275299072\n",
      "performance =  0.9807\n",
      "......epoch: 2681 0.9704432487487793\n",
      "......epoch: 2682 1.3722927570343018\n",
      "......epoch: 2683 1.365382194519043\n",
      "......epoch: 2684 1.3713395595550537\n",
      "......epoch: 2685 1.3603734970092773\n",
      "......epoch: 2686 1.3693292140960693\n",
      "......epoch: 2687 1.3793163299560547\n",
      "......epoch: 2688 1.3643872737884521\n",
      "......epoch: 2689 1.3703007698059082\n",
      "......epoch: 2690 1.3746089935302734\n",
      "performance =  0.9804\n",
      "......epoch: 2691 0.937493085861206\n",
      "......epoch: 2692 1.330444574356079\n",
      "......epoch: 2693 1.34468412399292\n",
      "......epoch: 2694 1.3441264629364014\n",
      "......epoch: 2695 1.3244578838348389\n",
      "......epoch: 2696 1.3434441089630127\n",
      "......epoch: 2697 1.3563542366027832\n",
      "......epoch: 2698 1.3633685111999512\n",
      "......epoch: 2699 1.3563432693481445\n",
      "......epoch: 2700 1.3723678588867188\n",
      "performance =  0.9802\n",
      "......epoch: 2701 0.9703764915466309\n",
      "......epoch: 2702 1.3727140426635742\n",
      "......epoch: 2703 1.3590846061706543\n",
      "......epoch: 2704 1.3506343364715576\n",
      "......epoch: 2705 1.366349697113037\n",
      "......epoch: 2706 1.366342306137085\n",
      "......epoch: 2707 1.3653497695922852\n",
      "......epoch: 2708 1.3623569011688232\n",
      "......epoch: 2709 1.3613877296447754\n",
      "......epoch: 2710 1.3653485774993896\n",
      "performance =  0.9804\n",
      "......epoch: 2711 0.949725866317749\n",
      "......epoch: 2712 1.370046615600586\n",
      "......epoch: 2713 1.372556209564209\n",
      "......epoch: 2714 1.3561456203460693\n",
      "......epoch: 2715 1.337425708770752\n",
      "......epoch: 2716 1.3015215396881104\n",
      "......epoch: 2717 1.3554463386535645\n",
      "......epoch: 2718 1.3518016338348389\n",
      "......epoch: 2719 1.3663854598999023\n",
      "......epoch: 2720 1.366300106048584\n",
      "performance =  0.9799\n",
      "......epoch: 2721 0.9753921031951904\n",
      "......epoch: 2722 1.3663158416748047\n",
      "......epoch: 2723 1.3723676204681396\n",
      "......epoch: 2724 1.357370138168335\n",
      "......epoch: 2725 1.376500129699707\n",
      "......epoch: 2726 1.3634357452392578\n",
      "......epoch: 2727 1.36903977394104\n",
      "......epoch: 2728 1.354398250579834\n",
      "......epoch: 2729 1.3673725128173828\n",
      "......epoch: 2730 1.3682940006256104\n",
      "performance =  0.9796\n",
      "......epoch: 2731 0.9717581272125244\n",
      "......epoch: 2732 1.3655421733856201\n",
      "......epoch: 2733 1.3593268394470215\n",
      "......epoch: 2734 1.351386308670044\n",
      "......epoch: 2735 1.3055102825164795\n",
      "......epoch: 2736 1.3055083751678467\n",
      "......epoch: 2737 1.3366641998291016\n",
      "......epoch: 2738 1.3274099826812744\n",
      "......epoch: 2739 1.3544156551361084\n",
      "......epoch: 2740 1.3732936382293701\n",
      "performance =  0.9795\n",
      "......epoch: 2741 0.9714007377624512\n",
      "......epoch: 2742 1.3842976093292236\n",
      "......epoch: 2743 1.3673443794250488\n",
      "......epoch: 2744 1.3603625297546387\n",
      "......epoch: 2745 1.371335744857788\n",
      "......epoch: 2746 1.3743247985839844\n",
      "......epoch: 2747 1.3643558025360107\n",
      "......epoch: 2748 1.3593599796295166\n",
      "......epoch: 2749 1.3663458824157715\n",
      "......epoch: 2750 1.3703577518463135\n",
      "performance =  0.9795\n",
      "......epoch: 2751 0.9714665412902832\n",
      "......epoch: 2752 1.3633246421813965\n",
      "......epoch: 2753 1.3563411235809326\n",
      "......epoch: 2754 1.3384196758270264\n",
      "......epoch: 2755 1.3454020023345947\n",
      "......epoch: 2756 1.3614983558654785\n",
      "......epoch: 2757 1.3642547130584717\n",
      "......epoch: 2758 1.3723177909851074\n",
      "......epoch: 2759 1.3703348636627197\n",
      "......epoch: 2760 1.3643746376037598\n",
      "performance =  0.9794\n",
      "......epoch: 2761 0.9756183624267578\n",
      "......epoch: 2762 1.369114875793457\n",
      "......epoch: 2763 1.3575801849365234\n",
      "......epoch: 2764 1.3631558418273926\n",
      "......epoch: 2765 1.360353946685791\n",
      "......epoch: 2766 1.3753185272216797\n",
      "......epoch: 2767 1.365349292755127\n",
      "......epoch: 2768 1.3617124557495117\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 2769 1.3679900169372559\n",
      "......epoch: 2770 1.3723289966583252\n",
      "performance =  0.9797\n",
      "......epoch: 2771 0.9734287261962891\n",
      "......epoch: 2772 1.3653111457824707\n",
      "......epoch: 2773 1.340416669845581\n",
      "......epoch: 2774 1.3473961353302002\n",
      "......epoch: 2775 1.3417906761169434\n",
      "......epoch: 2776 1.356372594833374\n",
      "......epoch: 2777 1.3584065437316895\n",
      "......epoch: 2778 1.3573319911956787\n",
      "......epoch: 2779 1.3134868144989014\n",
      "......epoch: 2780 1.33443284034729\n",
      "performance =  0.9796\n",
      "......epoch: 2781 0.9694416522979736\n",
      "......epoch: 2782 1.3643162250518799\n",
      "......epoch: 2783 1.3643519878387451\n",
      "......epoch: 2784 1.374328374862671\n",
      "......epoch: 2785 1.3723649978637695\n",
      "......epoch: 2786 1.3623230457305908\n",
      "......epoch: 2787 1.3625917434692383\n",
      "......epoch: 2788 1.3671464920043945\n",
      "......epoch: 2789 1.3673040866851807\n",
      "......epoch: 2790 1.3613941669464111\n",
      "performance =  0.9796\n",
      "......epoch: 2791 0.9637742042541504\n",
      "......epoch: 2792 1.3497684001922607\n",
      "......epoch: 2793 1.335481882095337\n",
      "......epoch: 2794 1.3516876697540283\n",
      "......epoch: 2795 1.3501369953155518\n",
      "......epoch: 2796 1.3553271293640137\n",
      "......epoch: 2797 1.3526887893676758\n",
      "......epoch: 2798 1.369035005569458\n",
      "......epoch: 2799 1.3663485050201416\n",
      "......epoch: 2800 1.3633530139923096\n",
      "performance =  0.9793\n",
      "......epoch: 2801 0.9684522151947021\n",
      "......epoch: 2802 1.3573601245880127\n",
      "......epoch: 2803 1.3626060485839844\n",
      "......epoch: 2804 1.3712050914764404\n",
      "......epoch: 2805 1.3623225688934326\n",
      "......epoch: 2806 1.3723633289337158\n",
      "......epoch: 2807 1.3616001605987549\n",
      "......epoch: 2808 1.354428768157959\n",
      "......epoch: 2809 1.3623130321502686\n",
      "......epoch: 2810 1.3523433208465576\n",
      "performance =  0.9792\n",
      "......epoch: 2811 0.9684066772460938\n",
      "......epoch: 2812 1.3613252639770508\n",
      "......epoch: 2813 1.3396313190460205\n",
      "......epoch: 2814 1.3242456912994385\n",
      "......epoch: 2815 1.3553762435913086\n",
      "......epoch: 2816 1.362351655960083\n",
      "......epoch: 2817 1.3603312969207764\n",
      "......epoch: 2818 1.369335651397705\n",
      "......epoch: 2819 1.3693385124206543\n",
      "......epoch: 2820 1.361361026763916\n",
      "performance =  0.9797\n",
      "......epoch: 2821 0.9424805641174316\n",
      "......epoch: 2822 1.3284478187561035\n",
      "......epoch: 2823 1.333461046218872\n",
      "......epoch: 2824 1.3425872325897217\n",
      "......epoch: 2825 1.3753235340118408\n",
      "......epoch: 2826 1.3603949546813965\n",
      "......epoch: 2827 1.3513879776000977\n",
      "......epoch: 2828 1.3683421611785889\n",
      "......epoch: 2829 1.3603956699371338\n",
      "......epoch: 2830 1.361368179321289\n",
      "performance =  0.9795\n",
      "......epoch: 2831 0.9713647365570068\n",
      "......epoch: 2832 1.3434059619903564\n",
      "......epoch: 2833 1.3494017124176025\n",
      "......epoch: 2834 1.35237455368042\n",
      "......epoch: 2835 1.3614003658294678\n",
      "......epoch: 2836 1.3703491687774658\n",
      "......epoch: 2837 1.3603479862213135\n",
      "......epoch: 2838 1.363518476486206\n",
      "......epoch: 2839 1.3761556148529053\n",
      "......epoch: 2840 1.3563776016235352\n",
      "performance =  0.9794\n",
      "......epoch: 2841 0.9594714641571045\n",
      "......epoch: 2842 1.368316411972046\n",
      "......epoch: 2843 1.35198974609375\n",
      "......epoch: 2844 1.3653476238250732\n",
      "......epoch: 2845 1.3574185371398926\n",
      "......epoch: 2846 1.3503413200378418\n",
      "......epoch: 2847 1.3583729267120361\n",
      "......epoch: 2848 1.3683793544769287\n",
      "......epoch: 2849 1.3667213916778564\n",
      "......epoch: 2850 1.3550012111663818\n",
      "performance =  0.9797\n",
      "......epoch: 2851 0.9724013805389404\n",
      "......epoch: 2852 1.3284480571746826\n",
      "......epoch: 2853 1.3304405212402344\n",
      "......epoch: 2854 1.3543806076049805\n",
      "......epoch: 2855 1.3514254093170166\n",
      "......epoch: 2856 1.352384090423584\n",
      "......epoch: 2857 1.292541742324829\n",
      "......epoch: 2858 1.297593593597412\n",
      "......epoch: 2859 1.275554895401001\n",
      "......epoch: 2860 1.3174777030944824\n",
      "performance =  0.9799\n",
      "......epoch: 2861 0.956444501876831\n",
      "......epoch: 2862 1.3563809394836426\n",
      "......epoch: 2863 1.3484351634979248\n",
      "......epoch: 2864 1.3424103260040283\n",
      "......epoch: 2865 1.3194820880889893\n",
      "......epoch: 2866 1.3314297199249268\n",
      "......epoch: 2867 1.3434088230133057\n",
      "......epoch: 2868 1.3464210033416748\n",
      "......epoch: 2869 1.3623380661010742\n",
      "......epoch: 2870 1.3573715686798096\n",
      "performance =  0.9796\n",
      "......epoch: 2871 0.966944694519043\n",
      "......epoch: 2872 1.3272199630737305\n",
      "......epoch: 2873 1.3346400260925293\n",
      "......epoch: 2874 1.3571677207946777\n",
      "......epoch: 2875 1.3483531475067139\n",
      "......epoch: 2876 1.3623950481414795\n",
      "......epoch: 2877 1.3693013191223145\n",
      "......epoch: 2878 1.3466825485229492\n",
      "......epoch: 2879 1.358337640762329\n",
      "......epoch: 2880 1.3444015979766846\n",
      "performance =  0.9796\n",
      "......epoch: 2881 0.9554855823516846\n",
      "......epoch: 2882 1.3573658466339111\n",
      "......epoch: 2883 1.3563759326934814\n",
      "......epoch: 2884 1.36651611328125\n",
      "......epoch: 2885 1.3503854274749756\n",
      "......epoch: 2886 1.3506932258605957\n",
      "......epoch: 2887 1.3633546829223633\n",
      "......epoch: 2888 1.3583652973175049\n",
      "......epoch: 2889 1.3713817596435547\n",
      "......epoch: 2890 1.3608331680297852\n",
      "performance =  0.9793\n",
      "......epoch: 2891 0.9405241012573242\n",
      "......epoch: 2892 1.3583688735961914\n",
      "......epoch: 2893 1.336470603942871\n",
      "......epoch: 2894 1.3645050525665283\n",
      "......epoch: 2895 1.364342212677002\n",
      "......epoch: 2896 1.3683452606201172\n",
      "......epoch: 2897 1.376316785812378\n",
      "......epoch: 2898 1.3723740577697754\n",
      "......epoch: 2899 1.3643548488616943\n",
      "......epoch: 2900 1.3613231182098389\n",
      "performance =  0.979\n",
      "......epoch: 2901 0.9734582901000977\n",
      "......epoch: 2902 1.3545937538146973\n",
      "......epoch: 2903 1.362356424331665\n",
      "......epoch: 2904 1.3713345527648926\n",
      "......epoch: 2905 1.3537054061889648\n",
      "......epoch: 2906 1.3613629341125488\n",
      "......epoch: 2907 1.371330738067627\n",
      "......epoch: 2908 1.3095393180847168\n",
      "......epoch: 2909 1.3313980102539062\n",
      "......epoch: 2910 1.3344321250915527\n",
      "performance =  0.9791\n",
      "......epoch: 2911 0.9524538516998291\n",
      "......epoch: 2912 1.3544187545776367\n",
      "......epoch: 2913 1.3375427722930908\n",
      "......epoch: 2914 1.3556818962097168\n",
      "......epoch: 2915 1.3634450435638428\n",
      "......epoch: 2916 1.3583652973175049\n",
      "......epoch: 2917 1.3707051277160645\n",
      "......epoch: 2918 1.368302583694458\n",
      "......epoch: 2919 1.3673436641693115\n",
      "......epoch: 2920 1.3663480281829834\n",
      "performance =  0.9789\n",
      "......epoch: 2921 0.9776520729064941\n",
      "......epoch: 2922 1.364053726196289\n",
      "......epoch: 2923 1.3713605403900146\n",
      "......epoch: 2924 1.3653104305267334\n",
      "......epoch: 2925 1.3663480281829834\n",
      "......epoch: 2926 1.3726160526275635\n",
      "......epoch: 2927 1.350142478942871\n",
      "......epoch: 2928 1.3234212398529053\n",
      "......epoch: 2929 1.3583695888519287\n",
      "......epoch: 2930 1.366593360900879\n",
      "performance =  0.9789\n",
      "......epoch: 2931 0.9584393501281738\n",
      "......epoch: 2932 1.333442211151123\n",
      "......epoch: 2933 1.3516883850097656\n",
      "......epoch: 2934 1.3693037033081055\n",
      "......epoch: 2935 1.3763434886932373\n",
      "......epoch: 2936 1.367358684539795\n",
      "......epoch: 2937 1.35640287399292\n",
      "......epoch: 2938 1.3623569011688232\n",
      "......epoch: 2939 1.33143949508667\n",
      "......epoch: 2940 1.366452693939209\n",
      "performance =  0.9789\n",
      "......epoch: 2941 0.9624660015106201\n",
      "......epoch: 2942 1.3655176162719727\n",
      "......epoch: 2943 1.3591594696044922\n",
      "......epoch: 2944 1.3663444519042969\n",
      "......epoch: 2945 1.363356113433838\n",
      "......epoch: 2946 1.361382246017456\n",
      "......epoch: 2947 1.361388921737671\n",
      "......epoch: 2948 1.3653500080108643\n",
      "......epoch: 2949 1.366346836090088\n",
      "......epoch: 2950 1.3713345527648926\n",
      "performance =  0.9789\n",
      "......epoch: 2951 0.9484634399414062\n",
      "......epoch: 2952 1.311493158340454\n",
      "......epoch: 2953 1.3224656581878662\n",
      "......epoch: 2954 1.3786273002624512\n",
      "......epoch: 2955 1.3700213432312012\n",
      "......epoch: 2956 1.3613619804382324\n",
      "......epoch: 2957 1.3514947891235352\n",
      "......epoch: 2958 1.359654188156128\n",
      "......epoch: 2959 1.3553876876831055\n",
      "......epoch: 2960 1.3656470775604248\n",
      "performance =  0.9787\n",
      "......epoch: 2961 0.9704444408416748\n",
      "......epoch: 2962 1.368605136871338\n",
      "......epoch: 2963 1.3641648292541504\n",
      "......epoch: 2964 1.3663079738616943\n",
      "......epoch: 2965 1.3594801425933838\n",
      "......epoch: 2966 1.360363245010376\n",
      "......epoch: 2967 1.3773152828216553\n",
      "......epoch: 2968 1.3703391551971436\n",
      "......epoch: 2969 1.3623647689819336\n",
      "......epoch: 2970 1.3703651428222656\n",
      "performance =  0.9788\n",
      "......epoch: 2971 0.9524519443511963\n",
      "......epoch: 2972 1.2866458892822266\n",
      "......epoch: 2973 1.3652644157409668\n",
      "......epoch: 2974 1.3713746070861816\n",
      "......epoch: 2975 1.3373820781707764\n",
      "......epoch: 2976 1.3344306945800781\n",
      "......epoch: 2977 1.365351676940918\n",
      "......epoch: 2978 1.3703358173370361\n",
      "......epoch: 2979 1.3663461208343506\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 2980 1.3634014129638672\n",
      "performance =  0.9784\n",
      "......epoch: 2981 0.9695785045623779\n",
      "......epoch: 2982 1.3741612434387207\n",
      "......epoch: 2983 1.3555431365966797\n",
      "......epoch: 2984 1.3581626415252686\n",
      "......epoch: 2985 1.3653888702392578\n",
      "......epoch: 2986 1.357386589050293\n",
      "......epoch: 2987 1.3712780475616455\n",
      "......epoch: 2988 1.376356840133667\n",
      "......epoch: 2989 1.3693008422851562\n",
      "......epoch: 2990 1.3556256294250488\n",
      "performance =  0.9785\n",
      "......epoch: 2991 0.9534339904785156\n",
      "......epoch: 2992 1.3503789901733398\n",
      "......epoch: 2993 1.3486926555633545\n",
      "......epoch: 2994 1.315521001815796\n",
      "......epoch: 2995 1.3254175186157227\n",
      "......epoch: 2996 1.3154833316802979\n",
      "......epoch: 2997 1.3055081367492676\n",
      "......epoch: 2998 1.3377141952514648\n",
      "......epoch: 2999 1.3264923095703125\n",
      "......epoch: 3000 1.3394474983215332\n",
      "performance =  0.9783\n",
      "......epoch: 3001 0.9644219875335693\n",
      "......epoch: 3002 1.365389108657837\n",
      "......epoch: 3003 1.3633151054382324\n",
      "......epoch: 3004 1.3695547580718994\n",
      "......epoch: 3005 1.353166103363037\n",
      "......epoch: 3006 1.3737051486968994\n",
      "......epoch: 3007 1.3580787181854248\n",
      "......epoch: 3008 1.3772737979888916\n",
      "......epoch: 3009 1.3633942604064941\n",
      "......epoch: 3010 1.3374004364013672\n",
      "performance =  0.9783\n",
      "......epoch: 3011 0.9584355354309082\n",
      "......epoch: 3012 1.3623855113983154\n",
      "......epoch: 3013 1.3244307041168213\n",
      "......epoch: 3014 1.3653512001037598\n",
      "......epoch: 3015 1.3633537292480469\n",
      "......epoch: 3016 1.3703367710113525\n",
      "......epoch: 3017 1.3653886318206787\n",
      "......epoch: 3018 1.3703343868255615\n",
      "......epoch: 3019 1.3653206825256348\n",
      "......epoch: 3020 1.359356164932251\n",
      "performance =  0.9785\n",
      "......epoch: 3021 0.968604564666748\n",
      "......epoch: 3022 1.3522295951843262\n",
      "......epoch: 3023 1.3705577850341797\n",
      "......epoch: 3024 1.3663809299468994\n",
      "......epoch: 3025 1.3565442562103271\n",
      "......epoch: 3026 1.3731606006622314\n",
      "......epoch: 3027 1.3623192310333252\n",
      "......epoch: 3028 1.3663454055786133\n",
      "......epoch: 3029 1.359433889389038\n",
      "......epoch: 3030 1.3423681259155273\n",
      "performance =  0.9785\n",
      "......epoch: 3031 0.961470365524292\n",
      "......epoch: 3032 1.3553345203399658\n",
      "......epoch: 3033 1.357435941696167\n",
      "......epoch: 3034 1.3673405647277832\n",
      "......epoch: 3035 1.3613595962524414\n",
      "......epoch: 3036 1.366438627243042\n",
      "......epoch: 3037 1.330399513244629\n",
      "......epoch: 3038 1.3274495601654053\n",
      "......epoch: 3039 1.3454053401947021\n",
      "......epoch: 3040 1.3395118713378906\n",
      "performance =  0.9786\n",
      "......epoch: 3041 0.939521074295044\n",
      "......epoch: 3042 1.3573682308197021\n",
      "......epoch: 3043 1.3737263679504395\n",
      "......epoch: 3044 1.356405258178711\n",
      "......epoch: 3045 1.3673551082611084\n",
      "......epoch: 3046 1.3623449802398682\n",
      "......epoch: 3047 1.363450050354004\n",
      "......epoch: 3048 1.3643486499786377\n",
      "......epoch: 3049 1.3563730716705322\n",
      "......epoch: 3050 1.3553783893585205\n",
      "performance =  0.9784\n",
      "......epoch: 3051 0.9716126918792725\n",
      "......epoch: 3052 1.3603250980377197\n",
      "......epoch: 3053 1.3743250370025635\n",
      "......epoch: 3054 1.3613989353179932\n",
      "......epoch: 3055 1.3653409481048584\n",
      "......epoch: 3056 1.3683416843414307\n",
      "......epoch: 3057 1.3673417568206787\n",
      "......epoch: 3058 1.359403133392334\n",
      "......epoch: 3059 1.3752868175506592\n",
      "......epoch: 3060 1.3713338375091553\n",
      "performance =  0.9784\n",
      "......epoch: 3061 0.9694344997406006\n",
      "......epoch: 3062 1.3673515319824219\n",
      "......epoch: 3063 1.3704590797424316\n",
      "......epoch: 3064 1.3583736419677734\n",
      "......epoch: 3065 1.3714475631713867\n",
      "......epoch: 3066 1.3655428886413574\n",
      "......epoch: 3067 1.3654417991638184\n",
      "......epoch: 3068 1.3622615337371826\n",
      "......epoch: 3069 1.351546049118042\n",
      "......epoch: 3070 1.3262944221496582\n",
      "performance =  0.9782\n",
      "......epoch: 3071 0.9703884124755859\n",
      "......epoch: 3072 1.36564302444458\n",
      "......epoch: 3073 1.3820106983184814\n",
      "......epoch: 3074 1.3623855113983154\n",
      "......epoch: 3075 1.369438886642456\n",
      "......epoch: 3076 1.3695359230041504\n",
      "......epoch: 3077 1.3641483783721924\n",
      "......epoch: 3078 1.360391616821289\n",
      "......epoch: 3079 1.3676578998565674\n",
      "......epoch: 3080 1.3593647480010986\n",
      "performance =  0.978\n",
      "......epoch: 3081 0.9534919261932373\n",
      "......epoch: 3082 1.356332778930664\n",
      "......epoch: 3083 1.3444442749023438\n",
      "......epoch: 3084 1.37149977684021\n",
      "......epoch: 3085 1.3601925373077393\n",
      "......epoch: 3086 1.3693292140960693\n",
      "......epoch: 3087 1.3763213157653809\n",
      "......epoch: 3088 1.3563542366027832\n",
      "......epoch: 3089 1.3463993072509766\n",
      "......epoch: 3090 1.3593664169311523\n",
      "performance =  0.9779\n",
      "......epoch: 3091 0.9714012145996094\n",
      "......epoch: 3092 1.370373249053955\n",
      "......epoch: 3093 1.3693513870239258\n",
      "......epoch: 3094 1.3626904487609863\n",
      "......epoch: 3095 1.360381841659546\n",
      "......epoch: 3096 1.3673183917999268\n",
      "......epoch: 3097 1.3663454055786133\n",
      "......epoch: 3098 1.3604238033294678\n",
      "......epoch: 3099 1.370337724685669\n",
      "......epoch: 3100 1.363553524017334\n",
      "performance =  0.9785\n",
      "......epoch: 3101 0.9654607772827148\n",
      "......epoch: 3102 1.357330083847046\n",
      "......epoch: 3103 1.3616254329681396\n",
      "......epoch: 3104 1.3681690692901611\n",
      "......epoch: 3105 1.3713128566741943\n",
      "......epoch: 3106 1.3594074249267578\n",
      "......epoch: 3107 1.3583624362945557\n",
      "......epoch: 3108 1.3577182292938232\n",
      "......epoch: 3109 1.3444416522979736\n",
      "......epoch: 3110 1.3383855819702148\n",
      "performance =  0.9784\n",
      "......epoch: 3111 0.9714028835296631\n",
      "......epoch: 3112 1.3723714351654053\n",
      "......epoch: 3113 1.3673036098480225\n",
      "......epoch: 3114 1.3644793033599854\n",
      "......epoch: 3115 1.371300458908081\n",
      "......epoch: 3116 1.3516833782196045\n",
      "......epoch: 3117 1.3580989837646484\n",
      "......epoch: 3118 1.373328447341919\n",
      "......epoch: 3119 1.369377851486206\n",
      "......epoch: 3120 1.371469497680664\n",
      "performance =  0.9784\n",
      "......epoch: 3121 0.9654204845428467\n",
      "......epoch: 3122 1.3603615760803223\n",
      "......epoch: 3123 1.3278141021728516\n",
      "......epoch: 3124 1.3254899978637695\n",
      "......epoch: 3125 1.3573777675628662\n",
      "......epoch: 3126 1.327449083328247\n",
      "......epoch: 3127 1.3543412685394287\n",
      "......epoch: 3128 1.3404154777526855\n",
      "......epoch: 3129 1.354379653930664\n",
      "......epoch: 3130 1.3344745635986328\n",
      "performance =  0.978\n",
      "......epoch: 3131 0.9726991653442383\n",
      "......epoch: 3132 1.3681867122650146\n",
      "......epoch: 3133 1.3592815399169922\n",
      "......epoch: 3134 1.3732905387878418\n",
      "......epoch: 3135 1.3693394660949707\n",
      "......epoch: 3136 1.357774257659912\n",
      "......epoch: 3137 1.3607089519500732\n",
      "......epoch: 3138 1.3603639602661133\n",
      "......epoch: 3139 1.3723437786102295\n",
      "......epoch: 3140 1.366361379623413\n",
      "performance =  0.9779\n",
      "......epoch: 3141 0.9763972759246826\n",
      "......epoch: 3142 1.361323595046997\n",
      "......epoch: 3143 1.3633553981781006\n",
      "......epoch: 3144 1.370337963104248\n",
      "......epoch: 3145 1.3623943328857422\n",
      "......epoch: 3146 1.3626377582550049\n",
      "......epoch: 3147 1.3316388130187988\n",
      "......epoch: 3148 1.3492279052734375\n",
      "......epoch: 3149 1.3353941440582275\n",
      "......epoch: 3150 1.357370376586914\n",
      "performance =  0.9775\n",
      "......epoch: 3151 0.9644534587860107\n",
      "......epoch: 3152 1.3663098812103271\n",
      "......epoch: 3153 1.3584115505218506\n",
      "......epoch: 3154 1.3574028015136719\n",
      "......epoch: 3155 1.3535988330841064\n",
      "......epoch: 3156 1.371384620666504\n",
      "......epoch: 3157 1.3593699932098389\n",
      "......epoch: 3158 1.3663766384124756\n",
      "......epoch: 3159 1.3693015575408936\n",
      "......epoch: 3160 1.366349458694458\n",
      "performance =  0.9774\n",
      "......epoch: 3161 0.9623939990997314\n",
      "......epoch: 3162 1.3693397045135498\n",
      "......epoch: 3163 1.357743501663208\n",
      "......epoch: 3164 1.3643527030944824\n",
      "......epoch: 3165 1.3639817237854004\n",
      "......epoch: 3166 1.3551511764526367\n",
      "......epoch: 3167 1.2925431728363037\n",
      "......epoch: 3168 1.3234620094299316\n",
      "......epoch: 3169 1.3288171291351318\n",
      "......epoch: 3170 1.3480665683746338\n",
      "performance =  0.9777\n",
      "......epoch: 3171 0.9607691764831543\n",
      "......epoch: 3172 1.3640148639678955\n",
      "......epoch: 3173 1.3713340759277344\n",
      "......epoch: 3174 1.3568449020385742\n",
      "......epoch: 3175 1.3733785152435303\n",
      "......epoch: 3176 1.3743247985839844\n",
      "......epoch: 3177 1.3643624782562256\n",
      "......epoch: 3178 1.3633449077606201\n",
      "......epoch: 3179 1.3613598346710205\n",
      "......epoch: 3180 1.3743278980255127\n",
      "performance =  0.9777\n",
      "......epoch: 3181 0.9704065322875977\n",
      "......epoch: 3182 1.3653483390808105\n",
      "......epoch: 3183 1.3583989143371582\n",
      "......epoch: 3184 1.3683552742004395\n",
      "......epoch: 3185 1.3653059005737305\n",
      "......epoch: 3186 1.3583672046661377\n",
      "......epoch: 3187 1.3427379131317139\n",
      "......epoch: 3188 1.3311529159545898\n",
      "......epoch: 3189 1.3645946979522705\n",
      "......epoch: 3190 1.3570880889892578\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performance =  0.9778\n",
      "......epoch: 3191 0.9724013805389404\n",
      "......epoch: 3192 1.3626375198364258\n",
      "......epoch: 3193 1.3610780239105225\n",
      "......epoch: 3194 1.3613967895507812\n",
      "......epoch: 3195 1.368307113647461\n",
      "......epoch: 3196 1.3673765659332275\n",
      "......epoch: 3197 1.3703417778015137\n",
      "......epoch: 3198 1.345686435699463\n",
      "......epoch: 3199 1.3603684902191162\n",
      "......epoch: 3200 1.3646864891052246\n",
      "performance =  0.9776\n",
      "......epoch: 3201 0.9673795700073242\n",
      "......epoch: 3202 1.3476967811584473\n",
      "......epoch: 3203 1.3673162460327148\n",
      "......epoch: 3204 1.3706183433532715\n",
      "......epoch: 3205 1.3690505027770996\n",
      "......epoch: 3206 1.3274509906768799\n",
      "......epoch: 3207 1.3504278659820557\n",
      "......epoch: 3208 1.3234775066375732\n",
      "......epoch: 3209 1.3712785243988037\n",
      "......epoch: 3210 1.3274548053741455\n",
      "performance =  0.9777\n",
      "......epoch: 3211 0.9567210674285889\n",
      "......epoch: 3212 1.331373691558838\n",
      "......epoch: 3213 1.3681304454803467\n",
      "......epoch: 3214 1.365370273590088\n",
      "......epoch: 3215 1.3683185577392578\n",
      "......epoch: 3216 1.3643896579742432\n",
      "......epoch: 3217 1.3705835342407227\n",
      "......epoch: 3218 1.3650715351104736\n",
      "......epoch: 3219 1.3643770217895508\n",
      "......epoch: 3220 1.3653178215026855\n",
      "performance =  0.9778\n",
      "......epoch: 3221 0.9684100151062012\n",
      "......epoch: 3222 1.3603625297546387\n",
      "......epoch: 3223 1.3696436882019043\n",
      "......epoch: 3224 1.3590598106384277\n",
      "......epoch: 3225 1.365349292755127\n",
      "......epoch: 3226 1.3314409255981445\n",
      "......epoch: 3227 1.3473975658416748\n",
      "......epoch: 3228 1.3613593578338623\n",
      "......epoch: 3229 1.3643524646759033\n",
      "......epoch: 3230 1.3623569011688232\n",
      "performance =  0.9778\n",
      "......epoch: 3231 0.9694416522979736\n",
      "......epoch: 3232 1.3623242378234863\n",
      "......epoch: 3233 1.3653819561004639\n",
      "......epoch: 3234 1.3588223457336426\n",
      "......epoch: 3235 1.378422498703003\n",
      "......epoch: 3236 1.3642840385437012\n",
      "......epoch: 3237 1.3583788871765137\n",
      "......epoch: 3238 1.349642276763916\n",
      "......epoch: 3239 1.360414743423462\n",
      "......epoch: 3240 1.3673536777496338\n",
      "performance =  0.9777\n",
      "......epoch: 3241 0.9674220085144043\n",
      "......epoch: 3242 1.3563649654388428\n",
      "......epoch: 3243 1.3693583011627197\n",
      "......epoch: 3244 1.3614501953125\n",
      "......epoch: 3245 1.3503332138061523\n",
      "......epoch: 3246 1.3583669662475586\n",
      "......epoch: 3247 1.3307766914367676\n",
      "......epoch: 3248 1.371333360671997\n",
      "......epoch: 3249 1.3643524646759033\n",
      "......epoch: 3250 1.3743233680725098\n",
      "performance =  0.9776\n",
      "......epoch: 3251 0.9644167423248291\n",
      "......epoch: 3252 1.3364272117614746\n",
      "......epoch: 3253 1.314868450164795\n",
      "......epoch: 3254 1.3326396942138672\n",
      "......epoch: 3255 1.344224452972412\n",
      "......epoch: 3256 1.3444223403930664\n",
      "......epoch: 3257 1.3732895851135254\n",
      "......epoch: 3258 1.3653779029846191\n",
      "......epoch: 3259 1.3593902587890625\n",
      "......epoch: 3260 1.3434340953826904\n",
      "performance =  0.9778\n",
      "......epoch: 3261 0.9584803581237793\n",
      "......epoch: 3262 1.3655953407287598\n",
      "......epoch: 3263 1.3736460208892822\n",
      "......epoch: 3264 1.3650648593902588\n",
      "......epoch: 3265 1.3384239673614502\n",
      "......epoch: 3266 1.3404524326324463\n",
      "......epoch: 3267 1.3563790321350098\n",
      "......epoch: 3268 1.3673005104064941\n",
      "......epoch: 3269 1.3683762550354004\n",
      "......epoch: 3270 1.3636207580566406\n",
      "performance =  0.9781\n",
      "......epoch: 3271 0.9723639488220215\n",
      "......epoch: 3272 1.3653678894042969\n",
      "......epoch: 3273 1.3653318881988525\n",
      "......epoch: 3274 1.3673808574676514\n",
      "......epoch: 3275 1.3712975978851318\n",
      "......epoch: 3276 1.366344690322876\n",
      "......epoch: 3277 1.3653547763824463\n",
      "......epoch: 3278 1.3713772296905518\n",
      "......epoch: 3279 1.3628334999084473\n",
      "......epoch: 3280 1.3681247234344482\n",
      "performance =  0.9783\n",
      "......epoch: 3281 0.9704351425170898\n",
      "......epoch: 3282 1.3625681400299072\n",
      "......epoch: 3283 1.3681249618530273\n",
      "......epoch: 3284 1.3604803085327148\n",
      "......epoch: 3285 1.3406867980957031\n",
      "......epoch: 3286 1.3323943614959717\n",
      "......epoch: 3287 1.3683421611785889\n",
      "......epoch: 3288 1.3764665126800537\n",
      "......epoch: 3289 1.3672363758087158\n",
      "......epoch: 3290 1.369337558746338\n",
      "performance =  0.9781\n",
      "......epoch: 3291 0.9736156463623047\n",
      "......epoch: 3292 1.360363483428955\n",
      "......epoch: 3293 1.3704092502593994\n",
      "......epoch: 3294 1.3773155212402344\n",
      "......epoch: 3295 1.3664019107818604\n",
      "......epoch: 3296 1.3134326934814453\n",
      "......epoch: 3297 1.3244600296020508\n",
      "......epoch: 3298 1.334432601928711\n",
      "......epoch: 3299 1.3464365005493164\n",
      "......epoch: 3300 1.3663408756256104\n",
      "performance =  0.978\n",
      "......epoch: 3301 0.9704058170318604\n",
      "......epoch: 3302 1.3683702945709229\n",
      "......epoch: 3303 1.3752939701080322\n",
      "......epoch: 3304 1.3563728332519531\n",
      "......epoch: 3305 1.3354308605194092\n",
      "......epoch: 3306 1.343407392501831\n",
      "......epoch: 3307 1.3645005226135254\n",
      "......epoch: 3308 1.370187759399414\n",
      "......epoch: 3309 1.357370138168335\n",
      "......epoch: 3310 1.3616414070129395\n",
      "performance =  0.9775\n",
      "......epoch: 3311 0.9634618759155273\n",
      "......epoch: 3312 1.366309642791748\n",
      "......epoch: 3313 1.3726704120635986\n",
      "......epoch: 3314 1.3660109043121338\n",
      "......epoch: 3315 1.363351821899414\n",
      "......epoch: 3316 1.3504300117492676\n",
      "......epoch: 3317 1.3673012256622314\n",
      "......epoch: 3318 1.3663997650146484\n",
      "......epoch: 3319 1.3543272018432617\n",
      "......epoch: 3320 1.3713593482971191\n",
      "performance =  0.9775\n",
      "......epoch: 3321 0.9683849811553955\n",
      "......epoch: 3322 1.365365743637085\n",
      "......epoch: 3323 1.3723137378692627\n",
      "......epoch: 3324 1.338453769683838\n",
      "......epoch: 3325 1.3214330673217773\n",
      "......epoch: 3326 1.3596975803375244\n",
      "......epoch: 3327 1.3454017639160156\n",
      "......epoch: 3328 1.3585762977600098\n",
      "......epoch: 3329 1.3634722232818604\n",
      "......epoch: 3330 1.373286485671997\n",
      "performance =  0.9777\n",
      "......epoch: 3331 0.9636247158050537\n",
      "......epoch: 3332 1.3721332550048828\n",
      "......epoch: 3333 1.3723647594451904\n",
      "......epoch: 3334 1.367347240447998\n",
      "......epoch: 3335 1.347667932510376\n",
      "......epoch: 3336 1.3633556365966797\n",
      "......epoch: 3337 1.3743252754211426\n",
      "......epoch: 3338 1.3595266342163086\n",
      "......epoch: 3339 1.3393816947937012\n",
      "......epoch: 3340 1.3264975547790527\n",
      "performance =  0.9779\n",
      "......epoch: 3341 0.932506799697876\n",
      "......epoch: 3342 1.3616220951080322\n",
      "......epoch: 3343 1.339416265487671\n",
      "......epoch: 3344 1.3326747417449951\n",
      "......epoch: 3345 1.3194735050201416\n",
      "......epoch: 3346 1.350386619567871\n",
      "......epoch: 3347 1.3493976593017578\n",
      "......epoch: 3348 1.3505535125732422\n",
      "......epoch: 3349 1.3561134338378906\n",
      "......epoch: 3350 1.3749563694000244\n",
      "performance =  0.978\n",
      "......epoch: 3351 0.9654161930084229\n",
      "......epoch: 3352 1.363396167755127\n",
      "......epoch: 3353 1.3523426055908203\n",
      "......epoch: 3354 1.358464002609253\n",
      "......epoch: 3355 1.3612644672393799\n",
      "......epoch: 3356 1.3693397045135498\n",
      "......epoch: 3357 1.3613603115081787\n",
      "......epoch: 3358 1.369339942932129\n",
      "......epoch: 3359 1.357677936553955\n",
      "......epoch: 3360 1.3650403022766113\n",
      "performance =  0.9777\n",
      "......epoch: 3361 0.964641809463501\n",
      "......epoch: 3362 1.3703484535217285\n",
      "......epoch: 3363 1.3414127826690674\n",
      "......epoch: 3364 1.353381872177124\n",
      "......epoch: 3365 1.3503901958465576\n",
      "......epoch: 3366 1.362370491027832\n",
      "......epoch: 3367 1.372309684753418\n",
      "......epoch: 3368 1.3653502464294434\n",
      "......epoch: 3369 1.3534095287322998\n",
      "......epoch: 3370 1.3594274520874023\n",
      "performance =  0.9779\n",
      "......epoch: 3371 0.971402645111084\n",
      "......epoch: 3372 1.373375654220581\n",
      "......epoch: 3373 1.373335599899292\n",
      "......epoch: 3374 1.3663079738616943\n",
      "......epoch: 3375 1.3593649864196777\n",
      "......epoch: 3376 1.3703372478485107\n",
      "......epoch: 3377 1.3573684692382812\n",
      "......epoch: 3378 1.3653509616851807\n",
      "......epoch: 3379 1.3633534908294678\n",
      "......epoch: 3380 1.3613691329956055\n",
      "performance =  0.9779\n",
      "......epoch: 3381 0.9444749355316162\n",
      "......epoch: 3382 1.33243727684021\n",
      "......epoch: 3383 1.3115382194519043\n",
      "......epoch: 3384 1.3313965797424316\n",
      "......epoch: 3385 1.3394925594329834\n",
      "......epoch: 3386 1.3525888919830322\n",
      "......epoch: 3387 1.3722307682037354\n",
      "......epoch: 3388 1.3577446937561035\n",
      "......epoch: 3389 1.3675906658172607\n",
      "......epoch: 3390 1.3683388233184814\n",
      "performance =  0.9779\n",
      "......epoch: 3391 0.9724025726318359\n",
      "......epoch: 3392 1.3683676719665527\n",
      "......epoch: 3393 1.3683156967163086\n",
      "......epoch: 3394 1.352419137954712\n",
      "......epoch: 3395 1.3643598556518555\n",
      "......epoch: 3396 1.3643519878387451\n",
      "......epoch: 3397 1.3663463592529297\n",
      "......epoch: 3398 1.3674252033233643\n",
      "......epoch: 3399 1.3703370094299316\n",
      "......epoch: 3400 1.3683397769927979\n",
      "performance =  0.9778\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 3401 0.9736976623535156\n",
      "......epoch: 3402 1.3397181034088135\n",
      "......epoch: 3403 1.3481595516204834\n",
      "......epoch: 3404 1.3427610397338867\n",
      "......epoch: 3405 1.3586225509643555\n",
      "......epoch: 3406 1.3663408756256104\n",
      "......epoch: 3407 1.369338035583496\n",
      "......epoch: 3408 1.3673837184906006\n",
      "......epoch: 3409 1.3566093444824219\n",
      "......epoch: 3410 1.3625662326812744\n",
      "performance =  0.9781\n",
      "......epoch: 3411 0.9684278964996338\n",
      "......epoch: 3412 1.3653466701507568\n",
      "......epoch: 3413 1.3653888702392578\n",
      "......epoch: 3414 1.3586809635162354\n",
      "......epoch: 3415 1.3610990047454834\n",
      "......epoch: 3416 1.37229585647583\n",
      "......epoch: 3417 1.3723292350769043\n",
      "......epoch: 3418 1.3703491687774658\n",
      "......epoch: 3419 1.3745450973510742\n",
      "......epoch: 3420 1.3653054237365723\n",
      "performance =  0.9783\n",
      "......epoch: 3421 0.9684486389160156\n",
      "......epoch: 3422 1.335392713546753\n",
      "......epoch: 3423 1.3495631217956543\n",
      "......epoch: 3424 1.3542170524597168\n",
      "......epoch: 3425 1.31453275680542\n",
      "......epoch: 3426 1.3144915103912354\n",
      "......epoch: 3427 1.307539701461792\n",
      "......epoch: 3428 1.3194594383239746\n",
      "......epoch: 3429 1.350694179534912\n",
      "......epoch: 3430 1.3616786003112793\n",
      "performance =  0.9784\n",
      "......epoch: 3431 0.9634473323822021\n",
      "......epoch: 3432 1.3603224754333496\n",
      "......epoch: 3433 1.3494830131530762\n",
      "......epoch: 3434 1.3599107265472412\n",
      "......epoch: 3435 1.3713726997375488\n",
      "......epoch: 3436 1.3593604564666748\n",
      "......epoch: 3437 1.3663413524627686\n",
      "......epoch: 3438 1.3603317737579346\n",
      "......epoch: 3439 1.3765287399291992\n",
      "......epoch: 3440 1.368133544921875\n",
      "performance =  0.9783\n",
      "......epoch: 3441 0.959435224533081\n",
      "......epoch: 3442 1.334470272064209\n",
      "......epoch: 3443 1.3324000835418701\n",
      "......epoch: 3444 1.364351511001587\n",
      "......epoch: 3445 1.353381872177124\n",
      "......epoch: 3446 1.338456153869629\n",
      "......epoch: 3447 1.3653154373168945\n",
      "......epoch: 3448 1.3693628311157227\n",
      "......epoch: 3449 1.36458158493042\n",
      "......epoch: 3450 1.373363971710205\n",
      "performance =  0.9776\n",
      "......epoch: 3451 0.9764246940612793\n",
      "......epoch: 3452 1.3723342418670654\n",
      "......epoch: 3453 1.3633174896240234\n",
      "......epoch: 3454 1.3693740367889404\n",
      "......epoch: 3455 1.3703348636627197\n",
      "......epoch: 3456 1.3634529113769531\n",
      "......epoch: 3457 1.3732295036315918\n",
      "......epoch: 3458 1.3663482666015625\n",
      "......epoch: 3459 1.3663461208343506\n",
      "......epoch: 3460 1.3677875995635986\n",
      "performance =  0.9778\n",
      "......epoch: 3461 0.95839524269104\n",
      "......epoch: 3462 1.3463997840881348\n",
      "......epoch: 3463 1.325493574142456\n",
      "......epoch: 3464 1.3603661060333252\n",
      "......epoch: 3465 1.3692982196807861\n",
      "......epoch: 3466 1.3524925708770752\n",
      "......epoch: 3467 1.366722822189331\n",
      "......epoch: 3468 1.34902024269104\n",
      "......epoch: 3469 1.312485694885254\n",
      "......epoch: 3470 1.329444408416748\n",
      "performance =  0.9778\n",
      "......epoch: 3471 0.9684453010559082\n",
      "......epoch: 3472 1.3606040477752686\n",
      "......epoch: 3473 1.3776664733886719\n",
      "......epoch: 3474 1.3633549213409424\n",
      "......epoch: 3475 1.3693394660949707\n",
      "......epoch: 3476 1.3683829307556152\n",
      "......epoch: 3477 1.3702940940856934\n",
      "......epoch: 3478 1.3693387508392334\n",
      "......epoch: 3479 1.380309820175171\n",
      "......epoch: 3480 1.3653504848480225\n",
      "performance =  0.978\n",
      "......epoch: 3481 0.9634230136871338\n",
      "......epoch: 3482 1.329482078552246\n",
      "......epoch: 3483 1.3563354015350342\n",
      "......epoch: 3484 1.3636810779571533\n",
      "......epoch: 3485 1.3613934516906738\n",
      "......epoch: 3486 1.3676960468292236\n",
      "......epoch: 3487 1.360403060913086\n",
      "......epoch: 3488 1.3603966236114502\n",
      "......epoch: 3489 1.3568546772003174\n",
      "......epoch: 3490 1.3722963333129883\n",
      "performance =  0.9777\n",
      "......epoch: 3491 0.9724409580230713\n",
      "......epoch: 3492 1.3544225692749023\n",
      "......epoch: 3493 1.3642926216125488\n",
      "......epoch: 3494 1.3623154163360596\n",
      "......epoch: 3495 1.363353967666626\n",
      "......epoch: 3496 1.3695554733276367\n",
      "......epoch: 3497 1.3633737564086914\n",
      "......epoch: 3498 1.3623833656311035\n",
      "......epoch: 3499 1.363321304321289\n",
      "......epoch: 3500 1.3754284381866455\n",
      "performance =  0.9782\n",
      "......epoch: 3501 0.9664158821105957\n",
      "......epoch: 3502 1.3463997840881348\n",
      "......epoch: 3503 1.3569135665893555\n",
      "......epoch: 3504 1.3621940612792969\n",
      "......epoch: 3505 1.3573732376098633\n",
      "......epoch: 3506 1.3686776161193848\n",
      "......epoch: 3507 1.3623578548431396\n",
      "......epoch: 3508 1.3604068756103516\n",
      "......epoch: 3509 1.36435866355896\n",
      "......epoch: 3510 1.3673415184020996\n",
      "performance =  0.978\n",
      "......epoch: 3511 0.9454553127288818\n",
      "......epoch: 3512 1.3394229412078857\n",
      "......epoch: 3513 1.3344306945800781\n",
      "......epoch: 3514 1.3384227752685547\n",
      "......epoch: 3515 1.3655545711517334\n",
      "......epoch: 3516 1.3642792701721191\n",
      "......epoch: 3517 1.3633151054382324\n",
      "......epoch: 3518 1.3823378086090088\n",
      "......epoch: 3519 1.3693666458129883\n",
      "......epoch: 3520 1.369377851486206\n",
      "performance =  0.978\n",
      "......epoch: 3521 0.9644229412078857\n",
      "......epoch: 3522 1.347395658493042\n",
      "......epoch: 3523 1.364633560180664\n",
      "......epoch: 3524 1.3604235649108887\n",
      "......epoch: 3525 1.3635611534118652\n",
      "......epoch: 3526 1.3723492622375488\n",
      "......epoch: 3527 1.362339973449707\n",
      "......epoch: 3528 1.3643534183502197\n",
      "......epoch: 3529 1.366356372833252\n",
      "......epoch: 3530 1.3706541061401367\n",
      "performance =  0.9782\n",
      "......epoch: 3531 0.9673852920532227\n",
      "......epoch: 3532 1.365349531173706\n",
      "......epoch: 3533 1.3544189929962158\n",
      "......epoch: 3534 1.3743290901184082\n",
      "......epoch: 3535 1.3643460273742676\n",
      "......epoch: 3536 1.3723323345184326\n",
      "......epoch: 3537 1.3683018684387207\n",
      "......epoch: 3538 1.357370138168335\n",
      "......epoch: 3539 1.367344856262207\n",
      "......epoch: 3540 1.3693363666534424\n",
      "performance =  0.9783\n",
      "......epoch: 3541 0.9514422416687012\n",
      "......epoch: 3542 1.3723719120025635\n",
      "......epoch: 3543 1.369295358657837\n",
      "......epoch: 3544 1.3593978881835938\n",
      "......epoch: 3545 1.369307518005371\n",
      "......epoch: 3546 1.3663806915283203\n",
      "......epoch: 3547 1.3633193969726562\n",
      "......epoch: 3548 1.3703727722167969\n",
      "......epoch: 3549 1.3745641708374023\n",
      "......epoch: 3550 1.3663475513458252\n",
      "performance =  0.9783\n",
      "......epoch: 3551 0.9707250595092773\n",
      "......epoch: 3552 1.3630867004394531\n",
      "......epoch: 3553 1.3583173751831055\n",
      "......epoch: 3554 1.3144867420196533\n",
      "......epoch: 3555 1.333472728729248\n",
      "......epoch: 3556 1.33443021774292\n",
      "......epoch: 3557 1.3453681468963623\n",
      "......epoch: 3558 1.3623569011688232\n",
      "......epoch: 3559 1.3703372478485107\n",
      "......epoch: 3560 1.3354294300079346\n",
      "performance =  0.9782\n",
      "......epoch: 3561 0.972400426864624\n",
      "......epoch: 3562 1.3254549503326416\n",
      "......epoch: 3563 1.2885925769805908\n",
      "......epoch: 3564 1.281536340713501\n",
      "......epoch: 3565 1.2795963287353516\n",
      "......epoch: 3566 1.2785649299621582\n",
      "......epoch: 3567 1.316478967666626\n",
      "......epoch: 3568 1.369340181350708\n",
      "......epoch: 3569 1.3763582706451416\n",
      "......epoch: 3570 1.339381217956543\n",
      "performance =  0.9784\n",
      "......epoch: 3571 0.974395751953125\n",
      "......epoch: 3572 1.368407964706421\n",
      "......epoch: 3573 1.3503892421722412\n",
      "......epoch: 3574 1.3693523406982422\n",
      "......epoch: 3575 1.3683254718780518\n",
      "......epoch: 3576 1.3486390113830566\n",
      "......epoch: 3577 1.3565876483917236\n",
      "......epoch: 3578 1.3623602390289307\n",
      "......epoch: 3579 1.3664541244506836\n",
      "......epoch: 3580 1.3553392887115479\n",
      "performance =  0.9784\n",
      "......epoch: 3581 0.9624266624450684\n",
      "......epoch: 3582 1.3713798522949219\n",
      "......epoch: 3583 1.352414608001709\n",
      "......epoch: 3584 1.3555550575256348\n",
      "......epoch: 3585 1.3643171787261963\n",
      "......epoch: 3586 1.3625686168670654\n",
      "......epoch: 3587 1.366147756576538\n",
      "......epoch: 3588 1.3543665409088135\n",
      "......epoch: 3589 1.3753149509429932\n",
      "......epoch: 3590 1.3633506298065186\n",
      "performance =  0.9781\n",
      "......epoch: 3591 0.9686412811279297\n",
      "......epoch: 3592 1.349431037902832\n",
      "......epoch: 3593 1.3623311519622803\n",
      "......epoch: 3594 1.3753790855407715\n",
      "......epoch: 3595 1.367708444595337\n",
      "......epoch: 3596 1.3615202903747559\n",
      "......epoch: 3597 1.3532216548919678\n",
      "......epoch: 3598 1.3145864009857178\n",
      "......epoch: 3599 1.3263535499572754\n",
      "......epoch: 3600 1.3096816539764404\n",
      "performance =  0.9778\n",
      "......epoch: 3601 0.972400426864624\n",
      "......epoch: 3602 1.3623571395874023\n",
      "......epoch: 3603 1.3523824214935303\n",
      "......epoch: 3604 1.3693385124206543\n",
      "......epoch: 3605 1.3593878746032715\n",
      "......epoch: 3606 1.3553738594055176\n",
      "......epoch: 3607 1.3504290580749512\n",
      "......epoch: 3608 1.366309642791748\n",
      "......epoch: 3609 1.3623578548431396\n",
      "......epoch: 3610 1.3563721179962158\n",
      "performance =  0.9782\n",
      "......epoch: 3611 0.9665329456329346\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 3612 1.3527874946594238\n",
      "......epoch: 3613 1.369330883026123\n",
      "......epoch: 3614 1.3643169403076172\n",
      "......epoch: 3615 1.3647019863128662\n",
      "......epoch: 3616 1.3580536842346191\n",
      "......epoch: 3617 1.3673310279846191\n",
      "......epoch: 3618 1.3723740577697754\n",
      "......epoch: 3619 1.3413550853729248\n",
      "......epoch: 3620 1.3454022407531738\n",
      "performance =  0.9782\n",
      "......epoch: 3621 0.9706058502197266\n",
      "......epoch: 3622 1.3581669330596924\n",
      "......epoch: 3623 1.372366189956665\n",
      "......epoch: 3624 1.3732926845550537\n",
      "......epoch: 3625 1.3623571395874023\n",
      "......epoch: 3626 1.3703563213348389\n",
      "......epoch: 3627 1.3623926639556885\n",
      "......epoch: 3628 1.3703007698059082\n",
      "......epoch: 3629 1.3666753768920898\n",
      "......epoch: 3630 1.3560824394226074\n",
      "performance =  0.9781\n",
      "......epoch: 3631 0.9614591598510742\n",
      "......epoch: 3632 1.3614282608032227\n",
      "......epoch: 3633 1.3672833442687988\n",
      "......epoch: 3634 1.3762836456298828\n",
      "......epoch: 3635 1.367382526397705\n",
      "......epoch: 3636 1.3633832931518555\n",
      "......epoch: 3637 1.3683414459228516\n",
      "......epoch: 3638 1.3673450946807861\n",
      "......epoch: 3639 1.327491044998169\n",
      "......epoch: 3640 1.3483545780181885\n",
      "performance =  0.9779\n",
      "......epoch: 3641 0.9384901523590088\n",
      "......epoch: 3642 1.3205006122589111\n",
      "......epoch: 3643 1.3433780670166016\n",
      "......epoch: 3644 1.3573732376098633\n",
      "......epoch: 3645 1.3593928813934326\n",
      "......epoch: 3646 1.3614909648895264\n",
      "......epoch: 3647 1.3733282089233398\n",
      "......epoch: 3648 1.366349458694458\n",
      "......epoch: 3649 1.3553740978240967\n",
      "......epoch: 3650 1.3693368434906006\n",
      "performance =  0.978\n",
      "......epoch: 3651 0.9745557308197021\n",
      "......epoch: 3652 1.3621962070465088\n",
      "......epoch: 3653 1.3673629760742188\n",
      "......epoch: 3654 1.3683571815490723\n",
      "......epoch: 3655 1.3673112392425537\n",
      "......epoch: 3656 1.3783118724822998\n",
      "......epoch: 3657 1.3613617420196533\n",
      "......epoch: 3658 1.349658727645874\n",
      "......epoch: 3659 1.3404507637023926\n",
      "......epoch: 3660 1.3275206089019775\n",
      "performance =  0.9781\n",
      "......epoch: 3661 0.9584376811981201\n",
      "......epoch: 3662 1.3573713302612305\n",
      "......epoch: 3663 1.3643901348114014\n",
      "......epoch: 3664 1.3623180389404297\n",
      "......epoch: 3665 1.370654582977295\n",
      "......epoch: 3666 1.373365879058838\n",
      "......epoch: 3667 1.3610799312591553\n",
      "......epoch: 3668 1.3693385124206543\n",
      "......epoch: 3669 1.3605730533599854\n",
      "......epoch: 3670 1.3635168075561523\n",
      "performance =  0.9783\n",
      "......epoch: 3671 0.9694085121154785\n",
      "......epoch: 3672 1.365349531173706\n",
      "......epoch: 3673 1.3733272552490234\n",
      "......epoch: 3674 1.3613595962524414\n",
      "......epoch: 3675 1.3684883117675781\n",
      "......epoch: 3676 1.3662002086639404\n",
      "......epoch: 3677 1.368666410446167\n",
      "......epoch: 3678 1.3460755348205566\n",
      "......epoch: 3679 1.3463985919952393\n",
      "......epoch: 3680 1.3304450511932373\n",
      "performance =  0.9787\n",
      "......epoch: 3681 0.9664158821105957\n",
      "......epoch: 3682 1.3743274211883545\n",
      "......epoch: 3683 1.3693368434906006\n",
      "......epoch: 3684 1.3065063953399658\n",
      "......epoch: 3685 1.3314423561096191\n",
      "......epoch: 3686 1.3337607383728027\n",
      "......epoch: 3687 1.3510863780975342\n",
      "......epoch: 3688 1.365321159362793\n",
      "......epoch: 3689 1.3544061183929443\n",
      "......epoch: 3690 1.3645308017730713\n",
      "performance =  0.9788\n",
      "......epoch: 3691 0.9674131870269775\n",
      "......epoch: 3692 1.3669610023498535\n",
      "......epoch: 3693 1.3620679378509521\n",
      "......epoch: 3694 1.3703758716583252\n",
      "......epoch: 3695 1.368299961090088\n",
      "......epoch: 3696 1.3696823120117188\n",
      "......epoch: 3697 1.3550732135772705\n",
      "......epoch: 3698 1.3404171466827393\n",
      "......epoch: 3699 1.33542799949646\n",
      "......epoch: 3700 1.3613193035125732\n",
      "performance =  0.9789\n",
      "......epoch: 3701 0.9646103382110596\n",
      "......epoch: 3702 1.363173484802246\n",
      "......epoch: 3703 1.3693091869354248\n",
      "......epoch: 3704 1.3498055934906006\n",
      "......epoch: 3705 1.3536546230316162\n",
      "......epoch: 3706 1.3647997379302979\n",
      "......epoch: 3707 1.3723301887512207\n",
      "......epoch: 3708 1.3633925914764404\n",
      "......epoch: 3709 1.3623650074005127\n",
      "......epoch: 3710 1.359361171722412\n",
      "performance =  0.9793\n",
      "......epoch: 3711 0.9614293575286865\n",
      "......epoch: 3712 1.364351749420166\n",
      "......epoch: 3713 1.3656082153320312\n",
      "......epoch: 3714 1.3553743362426758\n",
      "......epoch: 3715 1.3444054126739502\n",
      "......epoch: 3716 1.3534502983093262\n",
      "......epoch: 3717 1.3354322910308838\n",
      "......epoch: 3718 1.3524212837219238\n",
      "......epoch: 3719 1.3384194374084473\n",
      "......epoch: 3720 1.3693504333496094\n",
      "performance =  0.9796\n",
      "......epoch: 3721 0.9664137363433838\n",
      "......epoch: 3722 1.3613605499267578\n",
      "......epoch: 3723 1.360365390777588\n",
      "......epoch: 3724 1.3724143505096436\n",
      "......epoch: 3725 1.3605806827545166\n",
      "......epoch: 3726 1.3665330410003662\n",
      "......epoch: 3727 1.3242552280426025\n",
      "......epoch: 3728 1.3104958534240723\n",
      "......epoch: 3729 1.3244597911834717\n",
      "......epoch: 3730 1.340416669845581\n",
      "performance =  0.9795\n",
      "......epoch: 3731 0.969414234161377\n",
      "......epoch: 3732 1.3554081916809082\n",
      "......epoch: 3733 1.3705146312713623\n",
      "......epoch: 3734 1.3591499328613281\n",
      "......epoch: 3735 1.3683421611785889\n",
      "......epoch: 3736 1.353414535522461\n",
      "......epoch: 3737 1.3393840789794922\n",
      "......epoch: 3738 1.3364667892456055\n",
      "......epoch: 3739 1.3545467853546143\n",
      "......epoch: 3740 1.3671369552612305\n",
      "performance =  0.9793\n",
      "......epoch: 3741 0.971398115158081\n",
      "......epoch: 3742 1.3617136478424072\n",
      "......epoch: 3743 1.3673453330993652\n",
      "......epoch: 3744 1.3653483390808105\n",
      "......epoch: 3745 1.360363245010376\n",
      "......epoch: 3746 1.3653879165649414\n",
      "......epoch: 3747 1.3656136989593506\n",
      "......epoch: 3748 1.3560712337493896\n",
      "......epoch: 3749 1.3653662204742432\n",
      "......epoch: 3750 1.360363245010376\n",
      "performance =  0.9794\n",
      "......epoch: 3751 0.9654197692871094\n",
      "......epoch: 3752 1.3673429489135742\n",
      "......epoch: 3753 1.3587372303009033\n",
      "......epoch: 3754 1.3679726123809814\n",
      "......epoch: 3755 1.35964035987854\n",
      "......epoch: 3756 1.36112380027771\n",
      "......epoch: 3757 1.3374183177947998\n",
      "......epoch: 3758 1.3433775901794434\n",
      "......epoch: 3759 1.368539571762085\n",
      "......epoch: 3760 1.3651466369628906\n",
      "performance =  0.9795\n",
      "......epoch: 3761 0.9764304161071777\n",
      "......epoch: 3762 1.3663184642791748\n",
      "......epoch: 3763 1.369325876235962\n",
      "......epoch: 3764 1.3683805465698242\n",
      "......epoch: 3765 1.372297763824463\n",
      "......epoch: 3766 1.3713445663452148\n",
      "......epoch: 3767 1.3643443584442139\n",
      "......epoch: 3768 1.3635601997375488\n",
      "......epoch: 3769 1.3541643619537354\n",
      "......epoch: 3770 1.3414115905761719\n",
      "performance =  0.9796\n",
      "......epoch: 3771 0.9554591178894043\n",
      "......epoch: 3772 1.3104617595672607\n",
      "......epoch: 3773 1.3643503189086914\n",
      "......epoch: 3774 1.3584089279174805\n",
      "......epoch: 3775 1.3647472858428955\n",
      "......epoch: 3776 1.357753038406372\n",
      "......epoch: 3777 1.3334648609161377\n",
      "......epoch: 3778 1.3404078483581543\n",
      "......epoch: 3779 1.3633277416229248\n",
      "......epoch: 3780 1.3663609027862549\n",
      "performance =  0.9792\n",
      "......epoch: 3781 0.9683997631072998\n",
      "......epoch: 3782 1.3613338470458984\n",
      "......epoch: 3783 1.3713722229003906\n",
      "......epoch: 3784 1.3613474369049072\n",
      "......epoch: 3785 1.3693103790283203\n",
      "......epoch: 3786 1.363354206085205\n",
      "......epoch: 3787 1.3645765781402588\n",
      "......epoch: 3788 1.3591794967651367\n",
      "......epoch: 3789 1.3573346138000488\n",
      "......epoch: 3790 1.376603364944458\n",
      "performance =  0.9791\n",
      "......epoch: 3791 0.9734392166137695\n",
      "......epoch: 3792 1.3643476963043213\n",
      "......epoch: 3793 1.3775849342346191\n",
      "......epoch: 3794 1.3783173561096191\n",
      "......epoch: 3795 1.364349603652954\n",
      "......epoch: 3796 1.340449571609497\n",
      "......epoch: 3797 1.3394572734832764\n",
      "......epoch: 3798 1.3513472080230713\n",
      "......epoch: 3799 1.354339361190796\n",
      "......epoch: 3800 1.366626501083374\n",
      "performance =  0.9792\n",
      "......epoch: 3801 0.9694075584411621\n",
      "......epoch: 3802 1.3616647720336914\n",
      "......epoch: 3803 1.3583648204803467\n",
      "......epoch: 3804 1.3623230457305908\n",
      "......epoch: 3805 1.3633925914764404\n",
      "......epoch: 3806 1.3573284149169922\n",
      "......epoch: 3807 1.3733797073364258\n",
      "......epoch: 3808 1.3613760471343994\n",
      "......epoch: 3809 1.3735227584838867\n",
      "......epoch: 3810 1.3734478950500488\n",
      "performance =  0.9791\n",
      "......epoch: 3811 0.9694004058837891\n",
      "......epoch: 3812 1.3257451057434082\n",
      "......epoch: 3813 1.334139108657837\n",
      "......epoch: 3814 1.3294827938079834\n",
      "......epoch: 3815 1.3383841514587402\n",
      "......epoch: 3816 1.3434274196624756\n",
      "......epoch: 3817 1.3464281558990479\n",
      "......epoch: 3818 1.3493547439575195\n",
      "......epoch: 3819 1.3623969554901123\n",
      "......epoch: 3820 1.3772797584533691\n",
      "performance =  0.9791\n",
      "......epoch: 3821 0.9753916263580322\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 3822 1.3693411350250244\n",
      "......epoch: 3823 1.364393711090088\n",
      "......epoch: 3824 1.3533389568328857\n",
      "......epoch: 3825 1.3623933792114258\n",
      "......epoch: 3826 1.363318920135498\n",
      "......epoch: 3827 1.3663456439971924\n",
      "......epoch: 3828 1.3593997955322266\n",
      "......epoch: 3829 1.3684797286987305\n",
      "......epoch: 3830 1.366346836090088\n",
      "performance =  0.979\n",
      "......epoch: 3831 0.968409538269043\n",
      "......epoch: 3832 1.369340419769287\n",
      "......epoch: 3833 1.3683395385742188\n",
      "......epoch: 3834 1.3464038372039795\n",
      "......epoch: 3835 1.3254883289337158\n",
      "......epoch: 3836 1.3443965911865234\n",
      "......epoch: 3837 1.3524143695831299\n",
      "......epoch: 3838 1.366670846939087\n",
      "......epoch: 3839 1.3614072799682617\n",
      "......epoch: 3840 1.3354172706604004\n",
      "performance =  0.9791\n",
      "......epoch: 3841 0.9684100151062012\n",
      "......epoch: 3842 1.3494176864624023\n",
      "......epoch: 3843 1.3673176765441895\n",
      "......epoch: 3844 1.365391492843628\n",
      "......epoch: 3845 1.3672993183135986\n",
      "......epoch: 3846 1.367344856262207\n",
      "......epoch: 3847 1.3633558750152588\n",
      "......epoch: 3848 1.370377540588379\n",
      "......epoch: 3849 1.3724122047424316\n",
      "......epoch: 3850 1.3685498237609863\n",
      "performance =  0.979\n",
      "......epoch: 3851 0.9723670482635498\n",
      "......epoch: 3852 1.3613572120666504\n",
      "......epoch: 3853 1.3654508590698242\n",
      "......epoch: 3854 1.3570659160614014\n",
      "......epoch: 3855 1.337423324584961\n",
      "......epoch: 3856 1.300523281097412\n",
      "......epoch: 3857 1.3217494487762451\n",
      "......epoch: 3858 1.3254942893981934\n",
      "......epoch: 3859 1.3286945819854736\n",
      "......epoch: 3860 1.3706083297729492\n",
      "performance =  0.9787\n",
      "......epoch: 3861 0.9704148769378662\n",
      "......epoch: 3862 1.374323844909668\n",
      "......epoch: 3863 1.3673839569091797\n",
      "......epoch: 3864 1.3773176670074463\n",
      "......epoch: 3865 1.3673033714294434\n",
      "......epoch: 3866 1.3763206005096436\n",
      "......epoch: 3867 1.3616316318511963\n",
      "......epoch: 3868 1.3743300437927246\n",
      "......epoch: 3869 1.37064528465271\n",
      "......epoch: 3870 1.3719820976257324\n",
      "performance =  0.9788\n",
      "......epoch: 3871 0.9763906002044678\n",
      "......epoch: 3872 1.3693771362304688\n",
      "......epoch: 3873 1.3595342636108398\n",
      "......epoch: 3874 1.347393274307251\n",
      "......epoch: 3875 1.3493976593017578\n",
      "......epoch: 3876 1.350663185119629\n",
      "......epoch: 3877 1.3653514385223389\n",
      "......epoch: 3878 1.3203811645507812\n",
      "......epoch: 3879 1.3624119758605957\n",
      "......epoch: 3880 1.3543813228607178\n",
      "performance =  0.9789\n",
      "......epoch: 3881 0.9648065567016602\n",
      "......epoch: 3882 1.3653934001922607\n",
      "......epoch: 3883 1.3682641983032227\n",
      "......epoch: 3884 1.3653876781463623\n",
      "......epoch: 3885 1.3762826919555664\n",
      "......epoch: 3886 1.3663463592529297\n",
      "......epoch: 3887 1.3615748882293701\n",
      "......epoch: 3888 1.375319480895996\n",
      "......epoch: 3889 1.36716628074646\n",
      "......epoch: 3890 1.3663415908813477\n",
      "performance =  0.9792\n",
      "......epoch: 3891 0.971684455871582\n",
      "......epoch: 3892 1.3790454864501953\n",
      "......epoch: 3893 1.3573939800262451\n",
      "......epoch: 3894 1.3363897800445557\n",
      "......epoch: 3895 1.3464007377624512\n",
      "......epoch: 3896 1.3394219875335693\n",
      "......epoch: 3897 1.3515911102294922\n",
      "......epoch: 3898 1.3671388626098633\n",
      "......epoch: 3899 1.3364238739013672\n",
      "......epoch: 3900 1.3234601020812988\n",
      "performance =  0.9793\n",
      "......epoch: 3901 0.9484655857086182\n",
      "......epoch: 3902 1.3743243217468262\n",
      "......epoch: 3903 1.352696180343628\n",
      "......epoch: 3904 1.3633167743682861\n",
      "......epoch: 3905 1.369339942932129\n",
      "......epoch: 3906 1.3624422550201416\n",
      "......epoch: 3907 1.3653364181518555\n",
      "......epoch: 3908 1.3673782348632812\n",
      "......epoch: 3909 1.3693654537200928\n",
      "......epoch: 3910 1.373363971710205\n",
      "performance =  0.9793\n",
      "......epoch: 3911 0.968451738357544\n",
      "......epoch: 3912 1.3673043251037598\n",
      "......epoch: 3913 1.3463973999023438\n",
      "......epoch: 3914 1.343444585800171\n",
      "......epoch: 3915 1.327620267868042\n",
      "......epoch: 3916 1.3711283206939697\n",
      "......epoch: 3917 1.3625757694244385\n",
      "......epoch: 3918 1.3761014938354492\n",
      "......epoch: 3919 1.3673439025878906\n",
      "......epoch: 3920 1.3663854598999023\n",
      "performance =  0.9795\n",
      "......epoch: 3921 0.9684453010559082\n",
      "......epoch: 3922 1.369593858718872\n",
      "......epoch: 3923 1.3551337718963623\n",
      "......epoch: 3924 1.3623101711273193\n",
      "......epoch: 3925 1.3613953590393066\n",
      "......epoch: 3926 1.3703010082244873\n",
      "......epoch: 3927 1.3693382740020752\n",
      "......epoch: 3928 1.372331142425537\n",
      "......epoch: 3929 1.3634443283081055\n",
      "......epoch: 3930 1.3533475399017334\n",
      "performance =  0.9795\n",
      "......epoch: 3931 0.9753842353820801\n",
      "......epoch: 3932 1.366347074508667\n",
      "......epoch: 3933 1.3274574279785156\n",
      "......epoch: 3934 1.357388973236084\n",
      "......epoch: 3935 1.348369836807251\n",
      "......epoch: 3936 1.3653838634490967\n",
      "......epoch: 3937 1.36332106590271\n",
      "......epoch: 3938 1.3663463592529297\n",
      "......epoch: 3939 1.365349292755127\n",
      "......epoch: 3940 1.3586976528167725\n",
      "performance =  0.9794\n",
      "......epoch: 3941 0.9713749885559082\n",
      "......epoch: 3942 1.3114933967590332\n",
      "......epoch: 3943 1.3314740657806396\n",
      "......epoch: 3944 1.329479694366455\n",
      "......epoch: 3945 1.3274896144866943\n",
      "......epoch: 3946 1.36826753616333\n",
      "......epoch: 3947 1.3713343143463135\n",
      "......epoch: 3948 1.3643488883972168\n",
      "......epoch: 3949 1.3683428764343262\n",
      "......epoch: 3950 1.3603665828704834\n",
      "performance =  0.9795\n",
      "......epoch: 3951 0.9624629020690918\n",
      "......epoch: 3952 1.3723316192626953\n",
      "......epoch: 3953 1.333423137664795\n",
      "......epoch: 3954 1.3377110958099365\n",
      "......epoch: 3955 1.3513579368591309\n",
      "......epoch: 3956 1.3583705425262451\n",
      "......epoch: 3957 1.3663442134857178\n",
      "......epoch: 3958 1.3593668937683105\n",
      "......epoch: 3959 1.3693959712982178\n",
      "......epoch: 3960 1.349642038345337\n",
      "performance =  0.9793\n",
      "......epoch: 3961 0.9614174365997314\n",
      "......epoch: 3962 1.3385121822357178\n",
      "......epoch: 3963 1.36759614944458\n",
      "......epoch: 3964 1.3720993995666504\n",
      "......epoch: 3965 1.3643312454223633\n",
      "......epoch: 3966 1.3603630065917969\n",
      "......epoch: 3967 1.3605616092681885\n",
      "......epoch: 3968 1.366149663925171\n",
      "......epoch: 3969 1.3683438301086426\n",
      "......epoch: 3970 1.3693721294403076\n",
      "performance =  0.9794\n",
      "......epoch: 3971 0.9694104194641113\n",
      "......epoch: 3972 1.3444035053253174\n",
      "......epoch: 3973 1.3583669662475586\n",
      "......epoch: 3974 1.3314805030822754\n",
      "......epoch: 3975 1.3686625957489014\n",
      "......epoch: 3976 1.3603472709655762\n",
      "......epoch: 3977 1.3643522262573242\n",
      "......epoch: 3978 1.361713171005249\n",
      "......epoch: 3979 1.366356372833252\n",
      "......epoch: 3980 1.361358404159546\n",
      "performance =  0.9793\n",
      "......epoch: 3981 0.9665243625640869\n",
      "......epoch: 3982 1.3632447719573975\n",
      "......epoch: 3983 1.359384298324585\n",
      "......epoch: 3984 1.3593885898590088\n",
      "......epoch: 3985 1.3094561100006104\n",
      "......epoch: 3986 1.324472427368164\n",
      "......epoch: 3987 1.3324356079101562\n",
      "......epoch: 3988 1.3367319107055664\n",
      "......epoch: 3989 1.366051197052002\n",
      "......epoch: 3990 1.366373062133789\n",
      "performance =  0.9791\n",
      "......epoch: 3991 0.974428653717041\n",
      "......epoch: 3992 1.347360372543335\n",
      "......epoch: 3993 1.3434076309204102\n",
      "......epoch: 3994 1.343428373336792\n",
      "......epoch: 3995 1.3593873977661133\n",
      "......epoch: 3996 1.3633172512054443\n",
      "......epoch: 3997 1.358454704284668\n",
      "......epoch: 3998 1.359367847442627\n",
      "......epoch: 3999 1.3664648532867432\n",
      "......epoch: 4000 1.3694236278533936\n",
      "performance =  0.9792\n",
      "......epoch: 4001 0.9693987369537354\n",
      "......epoch: 4002 1.3594045639038086\n",
      "......epoch: 4003 1.3683412075042725\n",
      "......epoch: 4004 1.3605377674102783\n",
      "......epoch: 4005 1.371131420135498\n",
      "......epoch: 4006 1.3624002933502197\n",
      "......epoch: 4007 1.3613605499267578\n",
      "......epoch: 4008 1.3613641262054443\n",
      "......epoch: 4009 1.3574495315551758\n",
      "......epoch: 4010 1.3654043674468994\n",
      "performance =  0.9789\n",
      "......epoch: 4011 0.96079421043396\n",
      "......epoch: 4012 1.3252503871917725\n",
      "......epoch: 4013 1.333432912826538\n",
      "......epoch: 4014 1.3603637218475342\n",
      "......epoch: 4015 1.3676989078521729\n",
      "......epoch: 4016 1.3679859638214111\n",
      "......epoch: 4017 1.3683757781982422\n",
      "......epoch: 4018 1.3653149604797363\n",
      "......epoch: 4019 1.3645541667938232\n",
      "......epoch: 4020 1.3701353073120117\n",
      "performance =  0.9788\n",
      "......epoch: 4021 0.970442533493042\n",
      "......epoch: 4022 1.3573331832885742\n",
      "......epoch: 4023 1.366347312927246\n",
      "......epoch: 4024 1.3767032623291016\n",
      "......epoch: 4025 1.3663451671600342\n",
      "......epoch: 4026 1.3633902072906494\n",
      "......epoch: 4027 1.3613264560699463\n",
      "......epoch: 4028 1.3474164009094238\n",
      "......epoch: 4029 1.3115086555480957\n",
      "......epoch: 4030 1.3274154663085938\n",
      "performance =  0.9789\n",
      "......epoch: 4031 0.9414818286895752\n",
      "......epoch: 4032 1.325455665588379\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 4033 1.2946741580963135\n",
      "......epoch: 4034 1.356337547302246\n",
      "......epoch: 4035 1.3568556308746338\n",
      "......epoch: 4036 1.3565239906311035\n",
      "......epoch: 4037 1.363694429397583\n",
      "......epoch: 4038 1.3723440170288086\n",
      "......epoch: 4039 1.3653314113616943\n",
      "......epoch: 4040 1.3663461208343506\n",
      "performance =  0.979\n",
      "......epoch: 4041 0.9684066772460938\n",
      "......epoch: 4042 1.3643605709075928\n",
      "......epoch: 4043 1.3643436431884766\n",
      "......epoch: 4044 1.3713679313659668\n",
      "......epoch: 4045 1.3643522262573242\n",
      "......epoch: 4046 1.3676693439483643\n",
      "......epoch: 4047 1.358569860458374\n",
      "......epoch: 4048 1.3661253452301025\n",
      "......epoch: 4049 1.3653490543365479\n",
      "......epoch: 4050 1.3593652248382568\n",
      "performance =  0.9791\n",
      "......epoch: 4051 0.9534506797790527\n",
      "......epoch: 4052 1.336550235748291\n",
      "......epoch: 4053 1.3506739139556885\n",
      "......epoch: 4054 1.3574020862579346\n",
      "......epoch: 4055 1.3673498630523682\n",
      "......epoch: 4056 1.3573319911956787\n",
      "......epoch: 4057 1.3643543720245361\n",
      "......epoch: 4058 1.3683819770812988\n",
      "......epoch: 4059 1.3633801937103271\n",
      "......epoch: 4060 1.3510396480560303\n",
      "performance =  0.9793\n",
      "......epoch: 4061 0.9695279598236084\n",
      "......epoch: 4062 1.360285758972168\n",
      "......epoch: 4063 1.366307258605957\n",
      "......epoch: 4064 1.3783941268920898\n",
      "......epoch: 4065 1.3613605499267578\n",
      "......epoch: 4066 1.3563714027404785\n",
      "......epoch: 4067 1.350404977798462\n",
      "......epoch: 4068 1.362396478652954\n",
      "......epoch: 4069 1.3635425567626953\n",
      "......epoch: 4070 1.3624508380889893\n",
      "performance =  0.9792\n",
      "......epoch: 4071 0.9244930744171143\n",
      "......epoch: 4072 1.252650499343872\n",
      "......epoch: 4073 1.2676098346710205\n",
      "......epoch: 4074 1.275590419769287\n",
      "......epoch: 4075 1.2965354919433594\n",
      "......epoch: 4076 1.3104948997497559\n",
      "......epoch: 4077 1.3713326454162598\n",
      "......epoch: 4078 1.3633875846862793\n",
      "......epoch: 4079 1.347397804260254\n",
      "......epoch: 4080 1.3633594512939453\n",
      "performance =  0.9791\n",
      "......epoch: 4081 0.9634213447570801\n",
      "......epoch: 4082 1.356386661529541\n",
      "......epoch: 4083 1.366335391998291\n",
      "......epoch: 4084 1.364361047744751\n",
      "......epoch: 4085 1.3544602394104004\n",
      "......epoch: 4086 1.3622655868530273\n",
      "......epoch: 4087 1.3563735485076904\n",
      "......epoch: 4088 1.3533821105957031\n",
      "......epoch: 4089 1.3503878116607666\n",
      "......epoch: 4090 1.3643743991851807\n",
      "performance =  0.9791\n",
      "......epoch: 4091 0.962425947189331\n",
      "......epoch: 4092 1.333435297012329\n",
      "......epoch: 4093 1.3533809185028076\n",
      "......epoch: 4094 1.3604066371917725\n",
      "......epoch: 4095 1.3274333477020264\n",
      "......epoch: 4096 1.3583402633666992\n",
      "......epoch: 4097 1.3534181118011475\n",
      "......epoch: 4098 1.3653552532196045\n",
      "......epoch: 4099 1.3653068542480469\n",
      "......epoch: 4100 1.3514175415039062\n",
      "performance =  0.9791\n",
      "......epoch: 4101 0.9644582271575928\n",
      "......epoch: 4102 1.361614465713501\n",
      "......epoch: 4103 1.3673458099365234\n",
      "......epoch: 4104 1.3617346286773682\n",
      "......epoch: 4105 1.358330249786377\n",
      "......epoch: 4106 1.3494291305541992\n",
      "......epoch: 4107 1.3663744926452637\n",
      "......epoch: 4108 1.362396478652954\n",
      "......epoch: 4109 1.3513476848602295\n",
      "......epoch: 4110 1.3693654537200928\n",
      "performance =  0.9791\n",
      "......epoch: 4111 0.947502851486206\n",
      "......epoch: 4112 1.3483963012695312\n",
      "......epoch: 4113 1.3623552322387695\n",
      "......epoch: 4114 1.3284573554992676\n",
      "......epoch: 4115 1.3234527111053467\n",
      "......epoch: 4116 1.3238701820373535\n",
      "......epoch: 4117 1.3353862762451172\n",
      "......epoch: 4118 1.3593823909759521\n",
      "......epoch: 4119 1.3603458404541016\n",
      "......epoch: 4120 1.3646371364593506\n",
      "performance =  0.9794\n",
      "......epoch: 4121 0.9614238739013672\n",
      "......epoch: 4122 1.3663456439971924\n",
      "......epoch: 4123 1.3627104759216309\n",
      "......epoch: 4124 1.3643872737884521\n",
      "......epoch: 4125 1.3603622913360596\n",
      "......epoch: 4126 1.3616371154785156\n",
      "......epoch: 4127 1.3624043464660645\n",
      "......epoch: 4128 1.3593964576721191\n",
      "......epoch: 4129 1.3583731651306152\n",
      "......epoch: 4130 1.3593659400939941\n",
      "performance =  0.9792\n",
      "......epoch: 4131 0.9444615840911865\n",
      "......epoch: 4132 1.3574097156524658\n",
      "......epoch: 4133 1.3583743572235107\n",
      "......epoch: 4134 1.358405590057373\n",
      "......epoch: 4135 1.3533930778503418\n",
      "......epoch: 4136 1.3683316707611084\n",
      "......epoch: 4137 1.3753230571746826\n",
      "......epoch: 4138 1.3533847332000732\n",
      "......epoch: 4139 1.357365608215332\n",
      "......epoch: 4140 1.3665664196014404\n",
      "performance =  0.9793\n",
      "......epoch: 4141 0.9586138725280762\n",
      "......epoch: 4142 1.3462209701538086\n",
      "......epoch: 4143 1.3583683967590332\n",
      "......epoch: 4144 1.350445032119751\n",
      "......epoch: 4145 1.355412483215332\n",
      "......epoch: 4146 1.3752861022949219\n",
      "......epoch: 4147 1.3623592853546143\n",
      "......epoch: 4148 1.3583660125732422\n",
      "......epoch: 4149 1.317476749420166\n",
      "......epoch: 4150 1.350400686264038\n",
      "performance =  0.9793\n",
      "......epoch: 4151 0.9634237289428711\n",
      "......epoch: 4152 1.3593647480010986\n",
      "......epoch: 4153 1.3593649864196777\n",
      "......epoch: 4154 1.3543784618377686\n",
      "......epoch: 4155 1.3633551597595215\n",
      "......epoch: 4156 1.3673641681671143\n",
      "......epoch: 4157 1.365365982055664\n",
      "......epoch: 4158 1.3164429664611816\n",
      "......epoch: 4159 1.3354310989379883\n",
      "......epoch: 4160 1.328446388244629\n",
      "performance =  0.9793\n",
      "......epoch: 4161 0.9714007377624512\n",
      "......epoch: 4162 1.3583691120147705\n",
      "......epoch: 4163 1.3663458824157715\n",
      "......epoch: 4164 1.3623943328857422\n",
      "......epoch: 4165 1.3583309650421143\n",
      "......epoch: 4166 1.3653502464294434\n",
      "......epoch: 4167 1.3543787002563477\n",
      "......epoch: 4168 1.3623578548431396\n",
      "......epoch: 4169 1.3673427104949951\n",
      "......epoch: 4170 1.336430311203003\n",
      "performance =  0.9794\n",
      "......epoch: 4171 0.9654290676116943\n",
      "......epoch: 4172 1.3732900619506836\n",
      "......epoch: 4173 1.3633544445037842\n",
      "......epoch: 4174 1.3544185161590576\n",
      "......epoch: 4175 1.3716166019439697\n",
      "......epoch: 4176 1.3620271682739258\n",
      "......epoch: 4177 1.3633553981781006\n",
      "......epoch: 4178 1.3483948707580566\n",
      "......epoch: 4179 1.3663451671600342\n",
      "......epoch: 4180 1.3623576164245605\n",
      "performance =  0.9795\n",
      "......epoch: 4181 0.964411735534668\n",
      "......epoch: 4182 1.366384744644165\n",
      "......epoch: 4183 1.3663480281829834\n",
      "......epoch: 4184 1.346405267715454\n",
      "......epoch: 4185 1.3723719120025635\n",
      "......epoch: 4186 1.3663079738616943\n",
      "......epoch: 4187 1.3603930473327637\n",
      "......epoch: 4188 1.3533477783203125\n",
      "......epoch: 4189 1.3573706150054932\n",
      "......epoch: 4190 1.3344686031341553\n",
      "performance =  0.9795\n",
      "......epoch: 4191 0.9724009037017822\n",
      "......epoch: 4192 1.3563802242279053\n",
      "......epoch: 4193 1.3613536357879639\n",
      "......epoch: 4194 1.3573968410491943\n",
      "......epoch: 4195 1.3583402633666992\n",
      "......epoch: 4196 1.3583683967590332\n",
      "......epoch: 4197 1.3613941669464111\n",
      "......epoch: 4198 1.3573362827301025\n",
      "......epoch: 4199 1.3586790561676025\n",
      "......epoch: 4200 1.3554596900939941\n",
      "performance =  0.9796\n",
      "......epoch: 4201 0.9464428424835205\n",
      "......epoch: 4202 1.3404512405395508\n",
      "......epoch: 4203 1.3353946208953857\n",
      "......epoch: 4204 1.3444058895111084\n",
      "......epoch: 4205 1.368340253829956\n",
      "......epoch: 4206 1.3633556365966797\n",
      "......epoch: 4207 1.3533892631530762\n",
      "......epoch: 4208 1.3613526821136475\n",
      "......epoch: 4209 1.3434100151062012\n",
      "......epoch: 4210 1.3424086570739746\n",
      "performance =  0.9797\n",
      "......epoch: 4211 0.9693970680236816\n",
      "......epoch: 4212 1.3643512725830078\n",
      "......epoch: 4213 1.3573698997497559\n",
      "......epoch: 4214 1.359365701675415\n",
      "......epoch: 4215 1.369368076324463\n",
      "......epoch: 4216 1.3623292446136475\n",
      "......epoch: 4217 1.3553760051727295\n",
      "......epoch: 4218 1.363391637802124\n",
      "......epoch: 4219 1.3593261241912842\n",
      "......epoch: 4220 1.3543810844421387\n",
      "performance =  0.9797\n",
      "......epoch: 4221 0.9724001884460449\n",
      "......epoch: 4222 1.3633558750152588\n",
      "......epoch: 4223 1.3563716411590576\n",
      "......epoch: 4224 1.3653919696807861\n",
      "......epoch: 4225 1.3623168468475342\n",
      "......epoch: 4226 1.3523824214935303\n",
      "......epoch: 4227 1.3553779125213623\n",
      "......epoch: 4228 1.3643887042999268\n",
      "......epoch: 4229 1.341374397277832\n",
      "......epoch: 4230 1.3483953475952148\n",
      "performance =  0.98\n",
      "......epoch: 4231 0.9684486389160156\n",
      "......epoch: 4232 1.3626055717468262\n",
      "......epoch: 4233 1.3594024181365967\n",
      "......epoch: 4234 1.3503684997558594\n",
      "......epoch: 4235 1.3593549728393555\n",
      "......epoch: 4236 1.3593590259552002\n",
      "......epoch: 4237 1.355412483215332\n",
      "......epoch: 4238 1.3593299388885498\n",
      "......epoch: 4239 1.3623731136322021\n",
      "......epoch: 4240 1.359349012374878\n",
      "performance =  0.98\n",
      "......epoch: 4241 0.9693822860717773\n",
      "......epoch: 4242 1.352381706237793\n",
      "......epoch: 4243 1.3184747695922852\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 4244 1.314486026763916\n",
      "......epoch: 4245 1.3316435813903809\n",
      "......epoch: 4246 1.3232946395874023\n",
      "......epoch: 4247 1.3606626987457275\n",
      "......epoch: 4248 1.3444485664367676\n",
      "......epoch: 4249 1.3424086570739746\n",
      "......epoch: 4250 1.3254930973052979\n",
      "performance =  0.98\n",
      "......epoch: 4251 0.9674496650695801\n",
      "......epoch: 4252 1.3533458709716797\n",
      "......epoch: 4253 1.3664720058441162\n",
      "......epoch: 4254 1.3602371215820312\n",
      "......epoch: 4255 1.3643522262573242\n",
      "......epoch: 4256 1.362358808517456\n",
      "......epoch: 4257 1.355682611465454\n",
      "......epoch: 4258 1.359057903289795\n",
      "......epoch: 4259 1.3561251163482666\n",
      "......epoch: 4260 1.3662750720977783\n",
      "performance =  0.98\n",
      "......epoch: 4261 0.9724013805389404\n",
      "......epoch: 4262 1.3653488159179688\n",
      "......epoch: 4263 1.353381633758545\n",
      "......epoch: 4264 1.3683757781982422\n",
      "......epoch: 4265 1.3583316802978516\n",
      "......epoch: 4266 1.3654165267944336\n",
      "......epoch: 4267 1.3583049774169922\n",
      "......epoch: 4268 1.3374354839324951\n",
      "......epoch: 4269 1.350412368774414\n",
      "......epoch: 4270 1.294501543045044\n",
      "performance =  0.9801\n",
      "......epoch: 4271 0.9674184322357178\n",
      "......epoch: 4272 1.3623547554016113\n",
      "......epoch: 4273 1.349391222000122\n",
      "......epoch: 4274 1.3703343868255615\n",
      "......epoch: 4275 1.3663482666015625\n",
      "......epoch: 4276 1.3594036102294922\n",
      "......epoch: 4277 1.3603243827819824\n",
      "......epoch: 4278 1.364351749420166\n",
      "......epoch: 4279 1.3613593578338623\n",
      "......epoch: 4280 1.3595755100250244\n",
      "performance =  0.9801\n",
      "......epoch: 4281 0.9634251594543457\n",
      "......epoch: 4282 1.3563733100891113\n",
      "......epoch: 4283 1.3533821105957031\n",
      "......epoch: 4284 1.3633918762207031\n",
      "......epoch: 4285 1.3613436222076416\n",
      "......epoch: 4286 1.3666455745697021\n",
      "......epoch: 4287 1.3112084865570068\n",
      "......epoch: 4288 1.3147668838500977\n",
      "......epoch: 4289 1.293227195739746\n",
      "......epoch: 4290 1.3194711208343506\n",
      "performance =  0.9802\n",
      "......epoch: 4291 0.9684662818908691\n",
      "......epoch: 4292 1.363368272781372\n",
      "......epoch: 4293 1.356349229812622\n",
      "......epoch: 4294 1.3623411655426025\n",
      "......epoch: 4295 1.360363245010376\n",
      "......epoch: 4296 1.3653481006622314\n",
      "......epoch: 4297 1.351386547088623\n",
      "......epoch: 4298 1.360379934310913\n",
      "......epoch: 4299 1.3643362522125244\n",
      "......epoch: 4300 1.3643507957458496\n",
      "performance =  0.98\n",
      "......epoch: 4301 0.9634270668029785\n",
      "......epoch: 4302 1.365389108657837\n",
      "......epoch: 4303 1.355372428894043\n",
      "......epoch: 4304 1.363316297531128\n",
      "......epoch: 4305 1.360363245010376\n",
      "......epoch: 4306 1.3645615577697754\n",
      "......epoch: 4307 1.3374218940734863\n",
      "......epoch: 4308 1.3493914604187012\n",
      "......epoch: 4309 1.3394536972045898\n",
      "......epoch: 4310 1.3575794696807861\n",
      "performance =  0.9802\n",
      "......epoch: 4311 0.9667584896087646\n",
      "......epoch: 4312 1.3523778915405273\n",
      "......epoch: 4313 1.3504235744476318\n",
      "......epoch: 4314 1.3574097156524658\n",
      "......epoch: 4315 1.360572099685669\n",
      "......epoch: 4316 1.3715057373046875\n",
      "......epoch: 4317 1.3560264110565186\n",
      "......epoch: 4318 1.348397970199585\n",
      "......epoch: 4319 1.361361026763916\n",
      "......epoch: 4320 1.3563735485076904\n",
      "performance =  0.98\n",
      "......epoch: 4321 0.9644584655761719\n",
      "......epoch: 4322 1.3675906658172607\n",
      "......epoch: 4323 1.3520996570587158\n",
      "......epoch: 4324 1.361398696899414\n",
      "......epoch: 4325 1.3531789779663086\n",
      "......epoch: 4326 1.3447535037994385\n",
      "......epoch: 4327 1.3464229106903076\n",
      "......epoch: 4328 1.3304152488708496\n",
      "......epoch: 4329 1.3513867855072021\n",
      "......epoch: 4330 1.3294456005096436\n",
      "performance =  0.9798\n",
      "......epoch: 4331 0.9624273777008057\n",
      "......epoch: 4332 1.3264532089233398\n",
      "......epoch: 4333 1.356416940689087\n",
      "......epoch: 4334 1.352384328842163\n",
      "......epoch: 4335 1.374387502670288\n",
      "......epoch: 4336 1.354372501373291\n",
      "......epoch: 4337 1.3613605499267578\n",
      "......epoch: 4338 1.360396385192871\n",
      "......epoch: 4339 1.362368106842041\n",
      "......epoch: 4340 1.3574583530426025\n",
      "performance =  0.9799\n",
      "......epoch: 4341 0.9744219779968262\n",
      "......epoch: 4342 1.3595073223114014\n",
      "......epoch: 4343 1.350355863571167\n",
      "......epoch: 4344 1.362372636795044\n",
      "......epoch: 4345 1.3583548069000244\n",
      "......epoch: 4346 1.35638427734375\n",
      "......epoch: 4347 1.3324241638183594\n",
      "......epoch: 4348 1.3224632740020752\n",
      "......epoch: 4349 1.3733291625976562\n",
      "......epoch: 4350 1.3603618144989014\n",
      "performance =  0.9799\n",
      "......epoch: 4351 0.9704055786132812\n",
      "......epoch: 4352 1.3643465042114258\n",
      "......epoch: 4353 1.3613600730895996\n",
      "......epoch: 4354 1.3596904277801514\n",
      "......epoch: 4355 1.360039472579956\n",
      "......epoch: 4356 1.3574137687683105\n",
      "......epoch: 4357 1.3603549003601074\n",
      "......epoch: 4358 1.3623480796813965\n",
      "......epoch: 4359 1.368314504623413\n",
      "......epoch: 4360 1.3583650588989258\n",
      "performance =  0.9796\n",
      "......epoch: 4361 0.9733586311340332\n",
      "......epoch: 4362 1.3544139862060547\n",
      "......epoch: 4363 1.362321138381958\n",
      "......epoch: 4364 1.3613739013671875\n",
      "......epoch: 4365 1.356358528137207\n",
      "......epoch: 4366 1.3264529705047607\n",
      "......epoch: 4367 1.3394200801849365\n",
      "......epoch: 4368 1.3384199142456055\n",
      "......epoch: 4369 1.354722023010254\n",
      "......epoch: 4370 1.3583672046661377\n",
      "performance =  0.9795\n",
      "......epoch: 4371 0.965399980545044\n",
      "......epoch: 4372 1.361323595046997\n",
      "......epoch: 4373 1.2985286712646484\n",
      "......epoch: 4374 1.3228182792663574\n",
      "......epoch: 4375 1.3284425735473633\n",
      "......epoch: 4376 1.328489065170288\n",
      "......epoch: 4377 1.3563942909240723\n",
      "......epoch: 4378 1.3619136810302734\n",
      "......epoch: 4379 1.367349624633789\n",
      "......epoch: 4380 1.360358715057373\n",
      "performance =  0.9796\n",
      "......epoch: 4381 0.9714038372039795\n",
      "......epoch: 4382 1.3503868579864502\n",
      "......epoch: 4383 1.3584191799163818\n",
      "......epoch: 4384 1.3583590984344482\n",
      "......epoch: 4385 1.3628602027893066\n",
      "......epoch: 4386 1.3304643630981445\n",
      "......epoch: 4387 1.3313837051391602\n",
      "......epoch: 4388 1.3594012260437012\n",
      "......epoch: 4389 1.3623573780059814\n",
      "......epoch: 4390 1.3543412685394287\n",
      "performance =  0.9798\n",
      "......epoch: 4391 0.9684109687805176\n",
      "......epoch: 4392 1.3663451671600342\n",
      "......epoch: 4393 1.3564698696136475\n",
      "......epoch: 4394 1.3632612228393555\n",
      "......epoch: 4395 1.357407569885254\n",
      "......epoch: 4396 1.3504319190979004\n",
      "......epoch: 4397 1.361377239227295\n",
      "......epoch: 4398 1.3551456928253174\n",
      "......epoch: 4399 1.3622806072235107\n",
      "......epoch: 4400 1.3522987365722656\n",
      "performance =  0.98\n",
      "......epoch: 4401 0.9638752937316895\n",
      "......epoch: 4402 1.3483948707580566\n",
      "......epoch: 4403 1.3633921146392822\n",
      "......epoch: 4404 1.3593685626983643\n",
      "......epoch: 4405 1.3553597927093506\n",
      "......epoch: 4406 1.3393971920013428\n",
      "......epoch: 4407 1.321523666381836\n",
      "......epoch: 4408 1.3473584651947021\n",
      "......epoch: 4409 1.3494269847869873\n",
      "......epoch: 4410 1.346632719039917\n",
      "performance =  0.98\n",
      "......epoch: 4411 0.9674243927001953\n",
      "......epoch: 4412 1.3483800888061523\n",
      "......epoch: 4413 1.3513832092285156\n",
      "......epoch: 4414 1.3603644371032715\n",
      "......epoch: 4415 1.3553757667541504\n",
      "......epoch: 4416 1.3444461822509766\n",
      "......epoch: 4417 1.3035078048706055\n",
      "......epoch: 4418 1.332437515258789\n",
      "......epoch: 4419 1.346365213394165\n",
      "......epoch: 4420 1.338515043258667\n",
      "performance =  0.98\n",
      "......epoch: 4421 0.9554591178894043\n",
      "......epoch: 4422 1.3444392681121826\n",
      "......epoch: 4423 1.3583600521087646\n",
      "......epoch: 4424 1.3653099536895752\n",
      "......epoch: 4425 1.3305859565734863\n",
      "......epoch: 4426 1.3412749767303467\n",
      "......epoch: 4427 1.3327748775482178\n",
      "......epoch: 4428 1.3584086894989014\n",
      "......epoch: 4429 1.3563337326049805\n",
      "......epoch: 4430 1.363389492034912\n",
      "performance =  0.98\n",
      "......epoch: 4431 0.9736518859863281\n",
      "......epoch: 4432 1.3553764820098877\n",
      "......epoch: 4433 1.364400863647461\n",
      "......epoch: 4434 1.360672950744629\n",
      "......epoch: 4435 1.3493995666503906\n",
      "......epoch: 4436 1.3643827438354492\n",
      "......epoch: 4437 1.368302822113037\n",
      "......epoch: 4438 1.3653912544250488\n",
      "......epoch: 4439 1.356931209564209\n",
      "......epoch: 4440 1.3421165943145752\n",
      "performance =  0.98\n",
      "......epoch: 4441 0.9633946418762207\n",
      "......epoch: 4442 1.3513896465301514\n",
      "......epoch: 4443 1.3419065475463867\n",
      "......epoch: 4444 1.3612468242645264\n",
      "......epoch: 4445 1.3424925804138184\n",
      "......epoch: 4446 1.3403816223144531\n",
      "......epoch: 4447 1.3544061183929443\n",
      "......epoch: 4448 1.3683512210845947\n",
      "......epoch: 4449 1.3543543815612793\n",
      "......epoch: 4450 1.36140775680542\n",
      "performance =  0.98\n",
      "......epoch: 4451 0.9753777980804443\n",
      "......epoch: 4452 1.3583672046661377\n",
      "......epoch: 4453 1.3683786392211914\n",
      "......epoch: 4454 1.36236572265625\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 4455 1.3593201637268066\n",
      "......epoch: 4456 1.370373010635376\n",
      "......epoch: 4457 1.3693015575408936\n",
      "......epoch: 4458 1.3653876781463623\n",
      "......epoch: 4459 1.3593273162841797\n",
      "......epoch: 4460 1.33143949508667\n",
      "performance =  0.98\n",
      "......epoch: 4461 0.9564781188964844\n",
      "......epoch: 4462 1.347520112991333\n",
      "......epoch: 4463 1.3681838512420654\n",
      "......epoch: 4464 1.3563728332519531\n",
      "......epoch: 4465 1.3434088230133057\n",
      "......epoch: 4466 1.3414523601531982\n",
      "......epoch: 4467 1.355437994003296\n",
      "......epoch: 4468 1.3592653274536133\n",
      "......epoch: 4469 1.3594064712524414\n",
      "......epoch: 4470 1.3745145797729492\n",
      "performance =  0.9798\n",
      "......epoch: 4471 0.9624369144439697\n",
      "......epoch: 4472 1.3534066677093506\n",
      "......epoch: 4473 1.363356351852417\n",
      "......epoch: 4474 1.3374619483947754\n",
      "......epoch: 4475 1.3515937328338623\n",
      "......epoch: 4476 1.3683114051818848\n",
      "......epoch: 4477 1.368377923965454\n",
      "......epoch: 4478 1.374532699584961\n",
      "......epoch: 4479 1.3593785762786865\n",
      "......epoch: 4480 1.3643393516540527\n",
      "performance =  0.98\n",
      "......epoch: 4481 0.9624273777008057\n",
      "......epoch: 4482 1.3623571395874023\n",
      "......epoch: 4483 1.364405632019043\n",
      "......epoch: 4484 1.3444066047668457\n",
      "......epoch: 4485 1.3274857997894287\n",
      "......epoch: 4486 1.360363245010376\n",
      "......epoch: 4487 1.3683075904846191\n",
      "......epoch: 4488 1.3489549160003662\n",
      "......epoch: 4489 1.364149570465088\n",
      "......epoch: 4490 1.3673501014709473\n",
      "performance =  0.9799\n",
      "......epoch: 4491 0.9694087505340576\n",
      "......epoch: 4492 1.3773274421691895\n",
      "......epoch: 4493 1.3696858882904053\n",
      "......epoch: 4494 1.3653216361999512\n",
      "......epoch: 4495 1.3593637943267822\n",
      "......epoch: 4496 1.3653504848480225\n",
      "......epoch: 4497 1.3763551712036133\n",
      "......epoch: 4498 1.3615319728851318\n",
      "......epoch: 4499 1.3693439960479736\n",
      "......epoch: 4500 1.369340419769287\n",
      "performance =  0.9798\n",
      "......epoch: 4501 0.9695994853973389\n",
      "......epoch: 4502 1.3412096500396729\n",
      "......epoch: 4503 1.3145051002502441\n",
      "......epoch: 4504 1.293558120727539\n",
      "......epoch: 4505 1.3134901523590088\n",
      "......epoch: 4506 1.3433709144592285\n",
      "......epoch: 4507 1.3633921146392822\n",
      "......epoch: 4508 1.3663442134857178\n",
      "......epoch: 4509 1.3553838729858398\n",
      "......epoch: 4510 1.3703317642211914\n",
      "performance =  0.9798\n",
      "......epoch: 4511 0.9644200801849365\n",
      "......epoch: 4512 1.3633551597595215\n",
      "......epoch: 4513 1.348456859588623\n",
      "......epoch: 4514 1.359405517578125\n",
      "......epoch: 4515 1.3583290576934814\n",
      "......epoch: 4516 1.3434791564941406\n",
      "......epoch: 4517 1.3493914604187012\n",
      "......epoch: 4518 1.3567430973052979\n",
      "......epoch: 4519 1.36531400680542\n",
      "......epoch: 4520 1.3643500804901123\n",
      "performance =  0.9797\n",
      "......epoch: 4521 0.966418981552124\n",
      "......epoch: 4522 1.3653483390808105\n",
      "......epoch: 4523 1.3473949432373047\n",
      "......epoch: 4524 1.3503923416137695\n",
      "......epoch: 4525 1.3316526412963867\n",
      "......epoch: 4526 1.3644378185272217\n",
      "......epoch: 4527 1.3610610961914062\n",
      "......epoch: 4528 1.3696613311767578\n",
      "......epoch: 4529 1.361034870147705\n",
      "......epoch: 4530 1.367344856262207\n",
      "performance =  0.9798\n",
      "......epoch: 4531 0.9724040031433105\n",
      "......epoch: 4532 1.360358715057373\n",
      "......epoch: 4533 1.359553337097168\n",
      "......epoch: 4534 1.359217643737793\n",
      "......epoch: 4535 1.3613617420196533\n",
      "......epoch: 4536 1.372293472290039\n",
      "......epoch: 4537 1.3603649139404297\n",
      "......epoch: 4538 1.3673858642578125\n",
      "......epoch: 4539 1.3605899810791016\n",
      "......epoch: 4540 1.3653314113616943\n",
      "performance =  0.9798\n",
      "......epoch: 4541 0.9743831157684326\n",
      "......epoch: 4542 1.3683888912200928\n",
      "......epoch: 4543 1.3364264965057373\n",
      "......epoch: 4544 1.345433235168457\n",
      "......epoch: 4545 1.3394222259521484\n",
      "......epoch: 4546 1.3044798374176025\n",
      "......epoch: 4547 1.3234620094299316\n",
      "......epoch: 4548 1.3483960628509521\n",
      "......epoch: 4549 1.3374214172363281\n",
      "......epoch: 4550 1.366347074508667\n",
      "performance =  0.9798\n",
      "......epoch: 4551 0.9624917507171631\n",
      "......epoch: 4552 1.3563480377197266\n",
      "......epoch: 4553 1.3722989559173584\n",
      "......epoch: 4554 1.3743672370910645\n",
      "......epoch: 4555 1.3683009147644043\n",
      "......epoch: 4556 1.377317190170288\n",
      "......epoch: 4557 1.3553755283355713\n",
      "......epoch: 4558 1.3594582080841064\n",
      "......epoch: 4559 1.369286060333252\n",
      "......epoch: 4560 1.3543791770935059\n",
      "performance =  0.9797\n",
      "......epoch: 4561 0.9756739139556885\n",
      "......epoch: 4562 1.3760557174682617\n",
      "......epoch: 4563 1.316683053970337\n",
      "......epoch: 4564 1.3382017612457275\n",
      "......epoch: 4565 1.3583662509918213\n",
      "......epoch: 4566 1.3655660152435303\n",
      "......epoch: 4567 1.3731129169464111\n",
      "......epoch: 4568 1.3644819259643555\n",
      "......epoch: 4569 1.3683185577392578\n",
      "......epoch: 4570 1.356600284576416\n",
      "performance =  0.9795\n",
      "......epoch: 4571 0.9544477462768555\n",
      "......epoch: 4572 1.3573434352874756\n",
      "......epoch: 4573 1.3584370613098145\n",
      "......epoch: 4574 1.362304925918579\n",
      "......epoch: 4575 1.3657069206237793\n",
      "......epoch: 4576 1.366349697113037\n",
      "......epoch: 4577 1.374286413192749\n",
      "......epoch: 4578 1.361365795135498\n",
      "......epoch: 4579 1.3593981266021729\n",
      "......epoch: 4580 1.3663101196289062\n",
      "performance =  0.9793\n",
      "......epoch: 4581 0.9674451351165771\n",
      "......epoch: 4582 1.3403809070587158\n",
      "......epoch: 4583 1.3483951091766357\n",
      "......epoch: 4584 1.3503897190093994\n",
      "......epoch: 4585 1.3623578548431396\n",
      "......epoch: 4586 1.370330810546875\n",
      "......epoch: 4587 1.3733277320861816\n",
      "......epoch: 4588 1.365368127822876\n",
      "......epoch: 4589 1.3613417148590088\n",
      "......epoch: 4590 1.3184747695922852\n",
      "performance =  0.9794\n",
      "......epoch: 4591 0.9564447402954102\n",
      "......epoch: 4592 1.3494079113006592\n",
      "......epoch: 4593 1.3703551292419434\n",
      "......epoch: 4594 1.365312099456787\n",
      "......epoch: 4595 1.3623721599578857\n",
      "......epoch: 4596 1.3533895015716553\n",
      "......epoch: 4597 1.366588830947876\n",
      "......epoch: 4598 1.352712631225586\n",
      "......epoch: 4599 1.365346908569336\n",
      "......epoch: 4600 1.3693392276763916\n",
      "performance =  0.9794\n",
      "......epoch: 4601 0.9704046249389648\n",
      "......epoch: 4602 1.32545804977417\n",
      "......epoch: 4603 1.348416805267334\n",
      "......epoch: 4604 1.3463771343231201\n",
      "......epoch: 4605 1.3695504665374756\n",
      "......epoch: 4606 1.3721182346343994\n",
      "......epoch: 4607 1.3674180507659912\n",
      "......epoch: 4608 1.3633649349212646\n",
      "......epoch: 4609 1.3586630821228027\n",
      "......epoch: 4610 1.364316701889038\n",
      "performance =  0.9794\n",
      "......epoch: 4611 0.9656352996826172\n",
      "......epoch: 4612 1.3681225776672363\n",
      "......epoch: 4613 1.369337558746338\n",
      "......epoch: 4614 1.3665540218353271\n",
      "......epoch: 4615 1.3721346855163574\n",
      "......epoch: 4616 1.363898754119873\n",
      "......epoch: 4617 1.3566346168518066\n",
      "......epoch: 4618 1.3623571395874023\n",
      "......epoch: 4619 1.366346836090088\n",
      "......epoch: 4620 1.3713335990905762\n",
      "performance =  0.9793\n",
      "......epoch: 4621 0.9544482231140137\n",
      "......epoch: 4622 1.3454303741455078\n",
      "......epoch: 4623 1.323462963104248\n",
      "......epoch: 4624 1.3584420680999756\n",
      "......epoch: 4625 1.3613226413726807\n",
      "......epoch: 4626 1.370389461517334\n",
      "......epoch: 4627 1.3633553981781006\n",
      "......epoch: 4628 1.3683843612670898\n",
      "......epoch: 4629 1.3584089279174805\n",
      "......epoch: 4630 1.3693385124206543\n",
      "performance =  0.9789\n",
      "......epoch: 4631 0.9574422836303711\n",
      "......epoch: 4632 1.3124887943267822\n",
      "......epoch: 4633 1.3415889739990234\n",
      "......epoch: 4634 1.3482177257537842\n",
      "......epoch: 4635 1.3483946323394775\n",
      "......epoch: 4636 1.3723318576812744\n",
      "......epoch: 4637 1.3587069511413574\n",
      "......epoch: 4638 1.360023021697998\n",
      "......epoch: 4639 1.3603994846343994\n",
      "......epoch: 4640 1.3693029880523682\n",
      "performance =  0.979\n",
      "......epoch: 4641 0.9498474597930908\n",
      "......epoch: 4642 1.3430213928222656\n",
      "......epoch: 4643 1.3524212837219238\n",
      "......epoch: 4644 1.3623318672180176\n",
      "......epoch: 4645 1.3683311939239502\n",
      "......epoch: 4646 1.3683679103851318\n",
      "......epoch: 4647 1.3603370189666748\n",
      "......epoch: 4648 1.3643507957458496\n",
      "......epoch: 4649 1.3713912963867188\n",
      "......epoch: 4650 1.3726303577423096\n",
      "performance =  0.9793\n",
      "......epoch: 4651 0.9724376201629639\n",
      "......epoch: 4652 1.3693029880523682\n",
      "......epoch: 4653 1.3683390617370605\n",
      "......epoch: 4654 1.3568949699401855\n",
      "......epoch: 4655 1.3646721839904785\n",
      "......epoch: 4656 1.3584156036376953\n",
      "......epoch: 4657 1.3583509922027588\n",
      "......epoch: 4658 1.372614860534668\n",
      "......epoch: 4659 1.3730432987213135\n",
      "......epoch: 4660 1.3703606128692627\n",
      "performance =  0.9791\n",
      "......epoch: 4661 0.9593966007232666\n",
      "......epoch: 4662 1.3474328517913818\n",
      "......epoch: 4663 1.3523492813110352\n",
      "......epoch: 4664 1.3713350296020508\n",
      "......epoch: 4665 1.3673443794250488\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 4666 1.3693389892578125\n",
      "......epoch: 4667 1.3653819561004639\n",
      "......epoch: 4668 1.3683075904846191\n",
      "......epoch: 4669 1.3653545379638672\n",
      "......epoch: 4670 1.3683369159698486\n",
      "performance =  0.9786\n",
      "......epoch: 4671 0.9744312763214111\n",
      "......epoch: 4672 1.3653435707092285\n",
      "......epoch: 4673 1.3613262176513672\n",
      "......epoch: 4674 1.343435525894165\n",
      "......epoch: 4675 1.3115055561065674\n",
      "......epoch: 4676 1.332735300064087\n",
      "......epoch: 4677 1.3354289531707764\n",
      "......epoch: 4678 1.3504259586334229\n",
      "......epoch: 4679 1.3673079013824463\n",
      "......epoch: 4680 1.3623573780059814\n",
      "performance =  0.9791\n",
      "......epoch: 4681 0.9624333381652832\n",
      "......epoch: 4682 1.3444154262542725\n",
      "......epoch: 4683 1.3593523502349854\n",
      "......epoch: 4684 1.3564136028289795\n",
      "......epoch: 4685 1.3583624362945557\n",
      "......epoch: 4686 1.3663089275360107\n",
      "......epoch: 4687 1.3614106178283691\n",
      "......epoch: 4688 1.3623971939086914\n",
      "......epoch: 4689 1.3603250980377197\n",
      "......epoch: 4690 1.3524227142333984\n",
      "performance =  0.9792\n",
      "......epoch: 4691 0.9783840179443359\n",
      "......epoch: 4692 1.3673794269561768\n",
      "......epoch: 4693 1.369340419769287\n",
      "......epoch: 4694 1.3683419227600098\n",
      "......epoch: 4695 1.3693363666534424\n",
      "......epoch: 4696 1.3583693504333496\n",
      "......epoch: 4697 1.3643510341644287\n",
      "......epoch: 4698 1.3683438301086426\n",
      "......epoch: 4699 1.365347146987915\n",
      "......epoch: 4700 1.3753268718719482\n",
      "performance =  0.9791\n",
      "......epoch: 4701 0.9534509181976318\n",
      "......epoch: 4702 1.3588435649871826\n",
      "......epoch: 4703 1.3624114990234375\n",
      "......epoch: 4704 1.3673057556152344\n",
      "......epoch: 4705 1.363382339477539\n",
      "......epoch: 4706 1.3563311100006104\n",
      "......epoch: 4707 1.3543813228607178\n",
      "......epoch: 4708 1.365389108657837\n",
      "......epoch: 4709 1.366304874420166\n",
      "......epoch: 4710 1.3594028949737549\n",
      "performance =  0.9792\n",
      "......epoch: 4711 0.9704585075378418\n",
      "......epoch: 4712 1.3593127727508545\n",
      "......epoch: 4713 1.3543369770050049\n",
      "......epoch: 4714 1.3723397254943848\n",
      "......epoch: 4715 1.3693313598632812\n",
      "......epoch: 4716 1.3564355373382568\n",
      "......epoch: 4717 1.3643639087677002\n",
      "......epoch: 4718 1.328629970550537\n",
      "......epoch: 4719 1.3284506797790527\n",
      "......epoch: 4720 1.3005197048187256\n",
      "performance =  0.9792\n",
      "......epoch: 4721 0.9614293575286865\n",
      "......epoch: 4722 1.3593661785125732\n",
      "......epoch: 4723 1.3723878860473633\n",
      "......epoch: 4724 1.3693149089813232\n",
      "......epoch: 4725 1.3564510345458984\n",
      "......epoch: 4726 1.3536896705627441\n",
      "......epoch: 4727 1.3576252460479736\n",
      "......epoch: 4728 1.3614501953125\n",
      "......epoch: 4729 1.3573637008666992\n",
      "......epoch: 4730 1.371295690536499\n",
      "performance =  0.9794\n",
      "......epoch: 4731 0.963425874710083\n",
      "......epoch: 4732 1.3555192947387695\n",
      "......epoch: 4733 1.3672635555267334\n",
      "......epoch: 4734 1.3632924556732178\n",
      "......epoch: 4735 1.3534178733825684\n",
      "......epoch: 4736 1.3583297729492188\n",
      "......epoch: 4737 1.325455904006958\n",
      "......epoch: 4738 1.3484034538269043\n",
      "......epoch: 4739 1.358616828918457\n",
      "......epoch: 4740 1.3284473419189453\n",
      "performance =  0.9793\n",
      "......epoch: 4741 0.9654209613800049\n",
      "......epoch: 4742 1.3583781719207764\n",
      "......epoch: 4743 1.3697338104248047\n",
      "......epoch: 4744 1.366351842880249\n",
      "......epoch: 4745 1.3692870140075684\n",
      "......epoch: 4746 1.359400987625122\n",
      "......epoch: 4747 1.3693256378173828\n",
      "......epoch: 4748 1.377293348312378\n",
      "......epoch: 4749 1.358370065689087\n",
      "......epoch: 4750 1.363354206085205\n",
      "performance =  0.9792\n",
      "......epoch: 4751 0.9724013805389404\n",
      "......epoch: 4752 1.3553757667541504\n",
      "......epoch: 4753 1.3613605499267578\n",
      "......epoch: 4754 1.367344617843628\n",
      "......epoch: 4755 1.3573541641235352\n",
      "......epoch: 4756 1.359438419342041\n",
      "......epoch: 4757 1.354355812072754\n",
      "......epoch: 4758 1.358426570892334\n",
      "......epoch: 4759 1.3573684692382812\n",
      "......epoch: 4760 1.3324708938598633\n",
      "performance =  0.9791\n",
      "......epoch: 4761 0.9424817562103271\n",
      "......epoch: 4762 1.3434524536132812\n",
      "......epoch: 4763 1.3423640727996826\n",
      "......epoch: 4764 1.3254563808441162\n",
      "......epoch: 4765 1.368342638015747\n",
      "......epoch: 4766 1.3707056045532227\n",
      "......epoch: 4767 1.3583307266235352\n",
      "......epoch: 4768 1.3563735485076904\n",
      "......epoch: 4769 1.3633553981781006\n",
      "......epoch: 4770 1.3593709468841553\n",
      "performance =  0.979\n",
      "......epoch: 4771 0.9654428958892822\n",
      "......epoch: 4772 1.357337236404419\n",
      "......epoch: 4773 1.365347146987915\n",
      "......epoch: 4774 1.3703384399414062\n",
      "......epoch: 4775 1.3713335990905762\n",
      "......epoch: 4776 1.3563737869262695\n",
      "......epoch: 4777 1.3635673522949219\n",
      "......epoch: 4778 1.3691163063049316\n",
      "......epoch: 4779 1.355374813079834\n",
      "......epoch: 4780 1.3466825485229492\n",
      "performance =  0.9788\n",
      "......epoch: 4781 0.969768762588501\n",
      "......epoch: 4782 1.3629896640777588\n",
      "......epoch: 4783 1.363356590270996\n",
      "......epoch: 4784 1.3653740882873535\n",
      "......epoch: 4785 1.3615667819976807\n",
      "......epoch: 4786 1.3633520603179932\n",
      "......epoch: 4787 1.3703346252441406\n",
      "......epoch: 4788 1.3543787002563477\n",
      "......epoch: 4789 1.3593661785125732\n",
      "......epoch: 4790 1.3683815002441406\n",
      "performance =  0.979\n",
      "......epoch: 4791 0.9684021472930908\n",
      "......epoch: 4792 1.3595638275146484\n",
      "......epoch: 4793 1.3585827350616455\n",
      "......epoch: 4794 1.3641374111175537\n",
      "......epoch: 4795 1.364438772201538\n",
      "......epoch: 4796 1.3643136024475098\n",
      "......epoch: 4797 1.3645665645599365\n",
      "......epoch: 4798 1.356199026107788\n",
      "......epoch: 4799 1.3383800983428955\n",
      "......epoch: 4800 1.3484210968017578\n",
      "performance =  0.9789\n",
      "......epoch: 4801 0.975602388381958\n",
      "......epoch: 4802 1.3653194904327393\n",
      "......epoch: 4803 1.3623566627502441\n",
      "......epoch: 4804 1.3035144805908203\n",
      "......epoch: 4805 1.318474292755127\n",
      "......epoch: 4806 1.3466291427612305\n",
      "......epoch: 4807 1.3401861190795898\n",
      "......epoch: 4808 1.3663806915283203\n",
      "......epoch: 4809 1.3712995052337646\n",
      "......epoch: 4810 1.3703370094299316\n",
      "performance =  0.9789\n",
      "......epoch: 4811 0.9674117565155029\n",
      "......epoch: 4812 1.3626513481140137\n",
      "......epoch: 4813 1.3591127395629883\n",
      "......epoch: 4814 1.362400770187378\n",
      "......epoch: 4815 1.3716089725494385\n",
      "......epoch: 4816 1.3683562278747559\n",
      "......epoch: 4817 1.3663661479949951\n",
      "......epoch: 4818 1.3574023246765137\n",
      "......epoch: 4819 1.3324368000030518\n",
      "......epoch: 4820 1.3334777355194092\n",
      "performance =  0.9789\n",
      "......epoch: 4821 0.9694082736968994\n",
      "......epoch: 4822 1.361393928527832\n",
      "......epoch: 4823 1.3643183708190918\n",
      "......epoch: 4824 1.3594520092010498\n",
      "......epoch: 4825 1.3527159690856934\n",
      "......epoch: 4826 1.3483622074127197\n",
      "......epoch: 4827 1.3523790836334229\n",
      "......epoch: 4828 1.341486930847168\n",
      "......epoch: 4829 1.3493294715881348\n",
      "......epoch: 4830 1.356661319732666\n",
      "performance =  0.9789\n",
      "......epoch: 4831 0.9606223106384277\n",
      "......epoch: 4832 1.3582103252410889\n",
      "......epoch: 4833 1.3596749305725098\n",
      "......epoch: 4834 1.3660545349121094\n",
      "......epoch: 4835 1.3663780689239502\n",
      "......epoch: 4836 1.363323450088501\n",
      "......epoch: 4837 1.356377124786377\n",
      "......epoch: 4838 1.3606500625610352\n",
      "......epoch: 4839 1.3424081802368164\n",
      "......epoch: 4840 1.3394250869750977\n",
      "performance =  0.9787\n",
      "......epoch: 4841 0.9674174785614014\n",
      "......epoch: 4842 1.3686084747314453\n",
      "......epoch: 4843 1.355090856552124\n",
      "......epoch: 4844 1.3634347915649414\n",
      "......epoch: 4845 1.3545351028442383\n",
      "......epoch: 4846 1.348604679107666\n",
      "......epoch: 4847 1.325444221496582\n",
      "......epoch: 4848 1.3184468746185303\n",
      "......epoch: 4849 1.3219680786132812\n",
      "......epoch: 4850 1.3345186710357666\n",
      "performance =  0.9788\n",
      "......epoch: 4851 0.9673528671264648\n",
      "......epoch: 4852 1.3743257522583008\n",
      "......epoch: 4853 1.3524274826049805\n",
      "......epoch: 4854 1.3633558750152588\n",
      "......epoch: 4855 1.3513855934143066\n",
      "......epoch: 4856 1.3643529415130615\n",
      "......epoch: 4857 1.365349292755127\n",
      "......epoch: 4858 1.3426237106323242\n",
      "......epoch: 4859 1.3532063961029053\n",
      "......epoch: 4860 1.3523447513580322\n",
      "performance =  0.9788\n",
      "......epoch: 4861 0.9664523601531982\n",
      "......epoch: 4862 1.37229585647583\n",
      "......epoch: 4863 1.3673439025878906\n",
      "......epoch: 4864 1.3729345798492432\n",
      "......epoch: 4865 1.358090877532959\n",
      "......epoch: 4866 1.3587682247161865\n",
      "......epoch: 4867 1.370337724685669\n",
      "......epoch: 4868 1.3753199577331543\n",
      "......epoch: 4869 1.3584506511688232\n",
      "......epoch: 4870 1.3663454055786133\n",
      "performance =  0.9788\n",
      "......epoch: 4871 0.9644227027893066\n",
      "......epoch: 4872 1.3655545711517334\n",
      "......epoch: 4873 1.3661503791809082\n",
      "......epoch: 4874 1.36134934425354\n",
      "......epoch: 4875 1.3613953590393066\n",
      "......epoch: 4876 1.3763220310211182\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 4877 1.3643147945404053\n",
      "......epoch: 4878 1.3354582786560059\n",
      "......epoch: 4879 1.3433797359466553\n",
      "......epoch: 4880 1.347435712814331\n",
      "performance =  0.9788\n",
      "......epoch: 4881 0.9713888168334961\n",
      "......epoch: 4882 1.365349531173706\n",
      "......epoch: 4883 1.3584120273590088\n",
      "......epoch: 4884 1.3636150360107422\n",
      "......epoch: 4885 1.3633217811584473\n",
      "......epoch: 4886 1.357412338256836\n",
      "......epoch: 4887 1.3663461208343506\n",
      "......epoch: 4888 1.364699125289917\n",
      "......epoch: 4889 1.3653044700622559\n",
      "......epoch: 4890 1.3474252223968506\n",
      "performance =  0.9788\n",
      "......epoch: 4891 0.9474570751190186\n",
      "......epoch: 4892 1.3204708099365234\n",
      "......epoch: 4893 1.338676929473877\n",
      "......epoch: 4894 1.3753390312194824\n",
      "......epoch: 4895 1.3623576164245605\n",
      "......epoch: 4896 1.3623571395874023\n",
      "......epoch: 4897 1.336470127105713\n",
      "......epoch: 4898 1.34543776512146\n",
      "......epoch: 4899 1.3386647701263428\n",
      "......epoch: 4900 1.3733477592468262\n",
      "performance =  0.979\n",
      "......epoch: 4901 0.9614291191101074\n",
      "......epoch: 4902 1.3703696727752686\n",
      "......epoch: 4903 1.367624044418335\n",
      "......epoch: 4904 1.3663063049316406\n",
      "......epoch: 4905 1.35361647605896\n",
      "......epoch: 4906 1.3556456565856934\n",
      "......epoch: 4907 1.3613600730895996\n",
      "......epoch: 4908 1.3663465976715088\n",
      "......epoch: 4909 1.3643667697906494\n",
      "......epoch: 4910 1.3663640022277832\n",
      "performance =  0.9791\n",
      "......epoch: 4911 0.9607093334197998\n",
      "......epoch: 4912 1.3583672046661377\n",
      "......epoch: 4913 1.3533899784088135\n",
      "......epoch: 4914 1.3683483600616455\n",
      "......epoch: 4915 1.3593940734863281\n",
      "......epoch: 4916 1.3604474067687988\n",
      "......epoch: 4917 1.3392975330352783\n",
      "......epoch: 4918 1.3446457386016846\n",
      "......epoch: 4919 1.3424122333526611\n",
      "......epoch: 4920 1.3624136447906494\n",
      "performance =  0.9791\n",
      "......epoch: 4921 0.9687480926513672\n",
      "......epoch: 4922 1.3674533367156982\n",
      "......epoch: 4923 1.3583331108093262\n",
      "......epoch: 4924 1.3676197528839111\n",
      "......epoch: 4925 1.363147497177124\n",
      "......epoch: 4926 1.3693108558654785\n",
      "......epoch: 4927 1.3663513660430908\n",
      "......epoch: 4928 1.3614695072174072\n",
      "......epoch: 4929 1.3652725219726562\n",
      "......epoch: 4930 1.3673319816589355\n",
      "performance =  0.9792\n",
      "......epoch: 4931 0.9676122665405273\n",
      "......epoch: 4932 1.3632051944732666\n",
      "......epoch: 4933 1.3377091884613037\n",
      "......epoch: 4934 1.315483808517456\n",
      "......epoch: 4935 1.3254573345184326\n",
      "......epoch: 4936 1.3224647045135498\n",
      "......epoch: 4937 1.3374626636505127\n",
      "......epoch: 4938 1.3364007472991943\n",
      "......epoch: 4939 1.3563611507415771\n",
      "......epoch: 4940 1.382303237915039\n",
      "performance =  0.9794\n",
      "......epoch: 4941 0.964407205581665\n",
      "......epoch: 4942 1.3643817901611328\n",
      "......epoch: 4943 1.3673157691955566\n",
      "......epoch: 4944 1.3457729816436768\n",
      "......epoch: 4945 1.34810471534729\n",
      "......epoch: 4946 1.3466014862060547\n",
      "......epoch: 4947 1.3652117252349854\n",
      "......epoch: 4948 1.3576269149780273\n",
      "......epoch: 4949 1.3683621883392334\n",
      "......epoch: 4950 1.3675353527069092\n",
      "performance =  0.9793\n",
      "......epoch: 4951 0.9664096832275391\n",
      "......epoch: 4952 1.3533861637115479\n",
      "......epoch: 4953 1.3617231845855713\n",
      "......epoch: 4954 1.3550095558166504\n",
      "......epoch: 4955 1.358367919921875\n",
      "......epoch: 4956 1.356372594833374\n",
      "......epoch: 4957 1.3503921031951904\n",
      "......epoch: 4958 1.3354277610778809\n",
      "......epoch: 4959 1.3673465251922607\n",
      "......epoch: 4960 1.3723783493041992\n",
      "performance =  0.9793\n",
      "......epoch: 4961 0.9664490222930908\n",
      "......epoch: 4962 1.3629508018493652\n",
      "......epoch: 4963 1.3674216270446777\n",
      "......epoch: 4964 1.36531400680542\n",
      "......epoch: 4965 1.3673431873321533\n",
      "......epoch: 4966 1.3693385124206543\n",
      "......epoch: 4967 1.374326229095459\n",
      "......epoch: 4968 1.349419116973877\n",
      "......epoch: 4969 1.3675932884216309\n",
      "......epoch: 4970 1.3693385124206543\n",
      "performance =  0.9792\n",
      "......epoch: 4971 0.9666035175323486\n",
      "......epoch: 4972 1.3633556365966797\n",
      "......epoch: 4973 1.3633537292480469\n",
      "......epoch: 4974 1.3664276599884033\n",
      "......epoch: 4975 1.3673536777496338\n",
      "......epoch: 4976 1.3184709548950195\n",
      "......epoch: 4977 1.302516222000122\n",
      "......epoch: 4978 1.3134875297546387\n",
      "......epoch: 4979 1.33443284034729\n",
      "......epoch: 4980 1.3434102535247803\n",
      "performance =  0.979\n",
      "......epoch: 4981 0.964421272277832\n",
      "......epoch: 4982 1.358370065689087\n",
      "......epoch: 4983 1.3544185161590576\n",
      "......epoch: 4984 1.3603694438934326\n",
      "......epoch: 4985 1.3633697032928467\n",
      "......epoch: 4986 1.374659776687622\n",
      "......epoch: 4987 1.3663811683654785\n",
      "......epoch: 4988 1.3623220920562744\n",
      "......epoch: 4989 1.368344783782959\n",
      "......epoch: 4990 1.3685462474822998\n",
      "performance =  0.9788\n",
      "......epoch: 4991 0.9684510231018066\n",
      "......epoch: 4992 1.3604011535644531\n",
      "......epoch: 4993 1.3673045635223389\n",
      "......epoch: 4994 1.3504822254180908\n",
      "......epoch: 4995 1.358288288116455\n",
      "......epoch: 4996 1.334427833557129\n",
      "......epoch: 4997 1.3334331512451172\n",
      "......epoch: 4998 1.3454880714416504\n",
      "......epoch: 4999 1.3513820171356201\n",
      "......epoch: 5000 1.3613600730895996\n",
      "performance =  0.9786\n",
      "......epoch: 5001 0.9654128551483154\n",
      "......epoch: 5002 1.3673608303070068\n",
      "......epoch: 5003 1.3555638790130615\n",
      "......epoch: 5004 1.3522117137908936\n",
      "......epoch: 5005 1.3643708229064941\n",
      "......epoch: 5006 1.3723368644714355\n",
      "......epoch: 5007 1.3594026565551758\n",
      "......epoch: 5008 1.3673551082611084\n",
      "......epoch: 5009 1.3633534908294678\n",
      "......epoch: 5010 1.3543803691864014\n",
      "performance =  0.9785\n",
      "......epoch: 5011 0.9685237407684326\n",
      "......epoch: 5012 1.3744032382965088\n",
      "......epoch: 5013 1.3571557998657227\n",
      "......epoch: 5014 1.366673469543457\n",
      "......epoch: 5015 1.344325304031372\n",
      "......epoch: 5016 1.347398042678833\n",
      "......epoch: 5017 1.339508056640625\n",
      "......epoch: 5018 1.3563144207000732\n",
      "......epoch: 5019 1.3566784858703613\n",
      "......epoch: 5020 1.32249116897583\n",
      "performance =  0.9786\n",
      "......epoch: 5021 0.962425708770752\n",
      "......epoch: 5022 1.3324368000030518\n",
      "......epoch: 5023 1.360363245010376\n",
      "......epoch: 5024 1.3684000968933105\n",
      "......epoch: 5025 1.3513765335083008\n",
      "......epoch: 5026 1.3653490543365479\n",
      "......epoch: 5027 1.357412338256836\n",
      "......epoch: 5028 1.3663208484649658\n",
      "......epoch: 5029 1.3606617450714111\n",
      "......epoch: 5030 1.3583323955535889\n",
      "performance =  0.9789\n",
      "......epoch: 5031 0.9737164974212646\n",
      "......epoch: 5032 1.3690495491027832\n",
      "......epoch: 5033 1.3613982200622559\n",
      "......epoch: 5034 1.3732914924621582\n",
      "......epoch: 5035 1.3364238739013672\n",
      "......epoch: 5036 1.3543782234191895\n",
      "......epoch: 5037 1.354379415512085\n",
      "......epoch: 5038 1.373551845550537\n",
      "......epoch: 5039 1.3683736324310303\n",
      "......epoch: 5040 1.3713290691375732\n",
      "performance =  0.979\n",
      "......epoch: 5041 0.9694457054138184\n",
      "......epoch: 5042 1.3626015186309814\n",
      "......epoch: 5043 1.37034010887146\n",
      "......epoch: 5044 1.3753178119659424\n",
      "......epoch: 5045 1.3713338375091553\n",
      "......epoch: 5046 1.363353967666626\n",
      "......epoch: 5047 1.366344928741455\n",
      "......epoch: 5048 1.3733727931976318\n",
      "......epoch: 5049 1.3623154163360596\n",
      "......epoch: 5050 1.3703365325927734\n",
      "performance =  0.9789\n",
      "......epoch: 5051 0.9764964580535889\n",
      "......epoch: 5052 1.366422176361084\n",
      "......epoch: 5053 1.3523447513580322\n",
      "......epoch: 5054 1.3434081077575684\n",
      "......epoch: 5055 1.347397804260254\n",
      "......epoch: 5056 1.3394582271575928\n",
      "......epoch: 5057 1.3703343868255615\n",
      "......epoch: 5058 1.374410629272461\n",
      "......epoch: 5059 1.3692972660064697\n",
      "......epoch: 5060 1.3613903522491455\n",
      "performance =  0.9785\n",
      "......epoch: 5061 0.9644231796264648\n",
      "......epoch: 5062 1.3793113231658936\n",
      "......epoch: 5063 1.308509111404419\n",
      "......epoch: 5064 1.3314318656921387\n",
      "......epoch: 5065 1.335430383682251\n",
      "......epoch: 5066 1.3095402717590332\n",
      "......epoch: 5067 1.3702929019927979\n",
      "......epoch: 5068 1.3633568286895752\n",
      "......epoch: 5069 1.3515923023223877\n",
      "......epoch: 5070 1.3711261749267578\n",
      "performance =  0.9782\n",
      "......epoch: 5071 0.9654536247253418\n",
      "......epoch: 5072 1.3613648414611816\n",
      "......epoch: 5073 1.368649959564209\n",
      "......epoch: 5074 1.3364622592926025\n",
      "......epoch: 5075 1.3405930995941162\n",
      "......epoch: 5076 1.3601844310760498\n",
      "......epoch: 5077 1.3643152713775635\n",
      "......epoch: 5078 1.3663840293884277\n",
      "......epoch: 5079 1.3623559474945068\n",
      "......epoch: 5080 1.366382360458374\n",
      "performance =  0.9784\n",
      "......epoch: 5081 0.9637186527252197\n",
      "......epoch: 5082 1.3690803050994873\n",
      "......epoch: 5083 1.3576295375823975\n",
      "......epoch: 5084 1.3633549213409424\n",
      "......epoch: 5085 1.3683419227600098\n",
      "......epoch: 5086 1.3584480285644531\n",
      "......epoch: 5087 1.3553392887115479\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 5088 1.36368989944458\n",
      "......epoch: 5089 1.3627967834472656\n",
      "......epoch: 5090 1.367384672164917\n",
      "performance =  0.9789\n",
      "......epoch: 5091 0.9295101165771484\n",
      "......epoch: 5092 1.2735941410064697\n",
      "......epoch: 5093 1.267610788345337\n",
      "......epoch: 5094 1.2686080932617188\n",
      "......epoch: 5095 1.2666130065917969\n",
      "......epoch: 5096 1.261627435684204\n",
      "......epoch: 5097 1.267610788345337\n",
      "......epoch: 5098 1.2666125297546387\n",
      "......epoch: 5099 1.2706036567687988\n",
      "......epoch: 5100 1.2706012725830078\n",
      "performance =  0.979\n",
      "......epoch: 5101 0.9155511856079102\n",
      "......epoch: 5102 1.2835676670074463\n",
      "......epoch: 5103 1.2656035423278809\n",
      "......epoch: 5104 1.2825706005096436\n",
      "......epoch: 5105 1.2826149463653564\n",
      "......epoch: 5106 1.2825260162353516\n",
      "......epoch: 5107 1.2636234760284424\n",
      "......epoch: 5108 1.320504903793335\n",
      "......epoch: 5109 1.3234245777130127\n",
      "......epoch: 5110 1.350388526916504\n",
      "performance =  0.9791\n",
      "......epoch: 5111 0.969404935836792\n",
      "......epoch: 5112 1.3598439693450928\n",
      "......epoch: 5113 1.338252067565918\n",
      "......epoch: 5114 1.3227827548980713\n",
      "......epoch: 5115 1.3294343948364258\n",
      "......epoch: 5116 1.3493614196777344\n",
      "......epoch: 5117 1.350426435470581\n",
      "......epoch: 5118 1.353379249572754\n",
      "......epoch: 5119 1.3583331108093262\n",
      "......epoch: 5120 1.3593854904174805\n",
      "performance =  0.9789\n",
      "......epoch: 5121 0.9644219875335693\n",
      "......epoch: 5122 1.3623578548431396\n",
      "......epoch: 5123 1.3534183502197266\n",
      "......epoch: 5124 1.363358736038208\n",
      "......epoch: 5125 1.3633124828338623\n",
      "......epoch: 5126 1.3593659400939941\n",
      "......epoch: 5127 1.3603622913360596\n",
      "......epoch: 5128 1.3464014530181885\n",
      "......epoch: 5129 1.362361192703247\n",
      "......epoch: 5130 1.3713288307189941\n",
      "performance =  0.9793\n",
      "......epoch: 5131 0.9704055786132812\n",
      "......epoch: 5132 1.3604016304016113\n",
      "......epoch: 5133 1.360595464706421\n",
      "......epoch: 5134 1.3334455490112305\n",
      "......epoch: 5135 1.322528600692749\n",
      "......epoch: 5136 1.3406550884246826\n",
      "......epoch: 5137 1.3553907871246338\n",
      "......epoch: 5138 1.3673436641693115\n",
      "......epoch: 5139 1.3543791770935059\n",
      "......epoch: 5140 1.3603630065917969\n",
      "performance =  0.9794\n",
      "......epoch: 5141 0.9704070091247559\n",
      "......epoch: 5142 1.3663463592529297\n",
      "......epoch: 5143 1.359365701675415\n",
      "......epoch: 5144 1.3663501739501953\n",
      "......epoch: 5145 1.3553709983825684\n",
      "......epoch: 5146 1.3304426670074463\n",
      "......epoch: 5147 1.2806038856506348\n",
      "......epoch: 5148 1.2775559425354004\n",
      "......epoch: 5149 1.3035507202148438\n",
      "......epoch: 5150 1.3633534908294678\n",
      "performance =  0.9794\n",
      "......epoch: 5151 0.9325070381164551\n",
      "......epoch: 5152 1.31854248046875\n",
      "......epoch: 5153 1.313471794128418\n",
      "......epoch: 5154 1.3234801292419434\n",
      "......epoch: 5155 1.3327369689941406\n",
      "......epoch: 5156 1.3367528915405273\n",
      "......epoch: 5157 1.3497614860534668\n",
      "......epoch: 5158 1.3384301662445068\n",
      "......epoch: 5159 1.354767084121704\n",
      "......epoch: 5160 1.3630774021148682\n",
      "performance =  0.9791\n",
      "......epoch: 5161 0.9657707214355469\n",
      "......epoch: 5162 1.3714802265167236\n",
      "......epoch: 5163 1.3553826808929443\n",
      "......epoch: 5164 1.3615548610687256\n",
      "......epoch: 5165 1.3500733375549316\n",
      "......epoch: 5166 1.355107307434082\n",
      "......epoch: 5167 1.3564214706420898\n",
      "......epoch: 5168 1.359870195388794\n",
      "......epoch: 5169 1.3662972450256348\n",
      "......epoch: 5170 1.3653969764709473\n",
      "performance =  0.9795\n",
      "......epoch: 5171 0.9584410190582275\n",
      "......epoch: 5172 1.3594698905944824\n",
      "......epoch: 5173 1.3424105644226074\n",
      "......epoch: 5174 1.3404436111450195\n",
      "......epoch: 5175 1.3234891891479492\n",
      "......epoch: 5176 1.3543977737426758\n",
      "......epoch: 5177 1.353386402130127\n",
      "......epoch: 5178 1.3623337745666504\n",
      "......epoch: 5179 1.3553764820098877\n",
      "......epoch: 5180 1.3593637943267822\n",
      "performance =  0.9796\n",
      "......epoch: 5181 0.9684007167816162\n",
      "......epoch: 5182 1.3513436317443848\n",
      "......epoch: 5183 1.354417324066162\n",
      "......epoch: 5184 1.3613641262054443\n",
      "......epoch: 5185 1.3533661365509033\n",
      "......epoch: 5186 1.3503899574279785\n",
      "......epoch: 5187 1.3535091876983643\n",
      "......epoch: 5188 1.3603615760803223\n",
      "......epoch: 5189 1.3546719551086426\n",
      "......epoch: 5190 1.3524298667907715\n",
      "performance =  0.9797\n",
      "......epoch: 5191 0.9624221324920654\n",
      "......epoch: 5192 1.359365463256836\n",
      "......epoch: 5193 1.3275146484375\n",
      "......epoch: 5194 1.2825706005096436\n",
      "......epoch: 5195 1.3065073490142822\n",
      "......epoch: 5196 1.3155770301818848\n",
      "......epoch: 5197 1.3273968696594238\n",
      "......epoch: 5198 1.3431897163391113\n",
      "......epoch: 5199 1.353621006011963\n",
      "......epoch: 5200 1.350623369216919\n",
      "performance =  0.98\n",
      "......epoch: 5201 0.968376874923706\n",
      "......epoch: 5202 1.3573708534240723\n",
      "......epoch: 5203 1.3544106483459473\n",
      "......epoch: 5204 1.3496458530426025\n",
      "......epoch: 5205 1.3413748741149902\n",
      "......epoch: 5206 1.3557147979736328\n",
      "......epoch: 5207 1.3476102352142334\n",
      "......epoch: 5208 1.3585858345031738\n",
      "......epoch: 5209 1.3364274501800537\n",
      "......epoch: 5210 1.3184449672698975\n",
      "performance =  0.98\n",
      "......epoch: 5211 0.9604740142822266\n",
      "......epoch: 5212 1.3573675155639648\n",
      "......epoch: 5213 1.3314001560211182\n",
      "......epoch: 5214 1.3314766883850098\n",
      "......epoch: 5215 1.3404154777526855\n",
      "......epoch: 5216 1.3626692295074463\n",
      "......epoch: 5217 1.3490452766418457\n",
      "......epoch: 5218 1.3603668212890625\n",
      "......epoch: 5219 1.3643476963043213\n",
      "......epoch: 5220 1.3643534183502197\n",
      "performance =  0.9799\n",
      "......epoch: 5221 0.9675202369689941\n",
      "......epoch: 5222 1.354243516921997\n",
      "......epoch: 5223 1.3536884784698486\n",
      "......epoch: 5224 1.3531160354614258\n",
      "......epoch: 5225 1.360321283340454\n",
      "......epoch: 5226 1.3543784618377686\n",
      "......epoch: 5227 1.3543682098388672\n",
      "......epoch: 5228 1.3633549213409424\n",
      "......epoch: 5229 1.3604044914245605\n",
      "......epoch: 5230 1.3563761711120605\n",
      "performance =  0.9797\n",
      "......epoch: 5231 0.965446949005127\n",
      "......epoch: 5232 1.3523454666137695\n",
      "......epoch: 5233 1.3305504322052002\n",
      "......epoch: 5234 1.32236647605896\n",
      "......epoch: 5235 1.3494176864624023\n",
      "......epoch: 5236 1.3564891815185547\n",
      "......epoch: 5237 1.3454029560089111\n",
      "......epoch: 5238 1.3094611167907715\n",
      "......epoch: 5239 1.3324401378631592\n",
      "......epoch: 5240 1.3364245891571045\n",
      "performance =  0.9797\n",
      "......epoch: 5241 0.9673731327056885\n",
      "......epoch: 5242 1.3643901348114014\n",
      "......epoch: 5243 1.3523879051208496\n",
      "......epoch: 5244 1.3553345203399658\n",
      "......epoch: 5245 1.364349126815796\n",
      "......epoch: 5246 1.3613615036010742\n",
      "......epoch: 5247 1.3554189205169678\n",
      "......epoch: 5248 1.3524017333984375\n",
      "......epoch: 5249 1.36293625831604\n",
      "......epoch: 5250 1.3424091339111328\n",
      "performance =  0.9798\n",
      "......epoch: 5251 0.9614336490631104\n",
      "......epoch: 5252 1.331435203552246\n",
      "......epoch: 5253 1.3354299068450928\n",
      "......epoch: 5254 1.325456142425537\n",
      "......epoch: 5255 1.340196132659912\n",
      "......epoch: 5256 1.3614153861999512\n",
      "......epoch: 5257 1.3553829193115234\n",
      "......epoch: 5258 1.35642671585083\n",
      "......epoch: 5259 1.3613481521606445\n",
      "......epoch: 5260 1.3483543395996094\n",
      "performance =  0.9799\n",
      "......epoch: 5261 0.9703869819641113\n",
      "......epoch: 5262 1.358372688293457\n",
      "......epoch: 5263 1.3474342823028564\n",
      "......epoch: 5264 1.3573307991027832\n",
      "......epoch: 5265 1.3593997955322266\n",
      "......epoch: 5266 1.3563416004180908\n",
      "......epoch: 5267 1.3553721904754639\n",
      "......epoch: 5268 1.3547558784484863\n",
      "......epoch: 5269 1.3494064807891846\n",
      "......epoch: 5270 1.3503706455230713\n",
      "performance =  0.9798\n",
      "......epoch: 5271 0.9686524868011475\n",
      "......epoch: 5272 1.3241827487945557\n",
      "......epoch: 5273 1.3234624862670898\n",
      "......epoch: 5274 1.343407392501831\n",
      "......epoch: 5275 1.3576717376708984\n",
      "......epoch: 5276 1.3633551597595215\n",
      "......epoch: 5277 1.3524205684661865\n",
      "......epoch: 5278 1.357344388961792\n",
      "......epoch: 5279 1.3533689975738525\n",
      "......epoch: 5280 1.3337337970733643\n",
      "performance =  0.9799\n",
      "......epoch: 5281 0.9664158821105957\n",
      "......epoch: 5282 1.3274505138397217\n",
      "......epoch: 5283 1.332439661026001\n",
      "......epoch: 5284 1.357698917388916\n",
      "......epoch: 5285 1.3584046363830566\n",
      "......epoch: 5286 1.3593995571136475\n",
      "......epoch: 5287 1.352386236190796\n",
      "......epoch: 5288 1.360325813293457\n",
      "......epoch: 5289 1.363356113433838\n",
      "......epoch: 5290 1.3567705154418945\n",
      "performance =  0.9797\n",
      "......epoch: 5291 0.9654459953308105\n",
      "......epoch: 5292 1.3276853561401367\n",
      "......epoch: 5293 1.3264095783233643\n",
      "......epoch: 5294 1.357426404953003\n",
      "......epoch: 5295 1.3661186695098877\n",
      "......epoch: 5296 1.354421615600586\n",
      "......epoch: 5297 1.3712892532348633\n",
      "......epoch: 5298 1.364354133605957\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 5299 1.3565952777862549\n",
      "......epoch: 5300 1.3581438064575195\n",
      "performance =  0.9796\n",
      "......epoch: 5301 0.9644567966461182\n",
      "......epoch: 5302 1.356337070465088\n",
      "......epoch: 5303 1.3563730716705322\n",
      "......epoch: 5304 1.3676223754882812\n",
      "......epoch: 5305 1.3603625297546387\n",
      "......epoch: 5306 1.3554105758666992\n",
      "......epoch: 5307 1.3623583316802979\n",
      "......epoch: 5308 1.3654568195343018\n",
      "......epoch: 5309 1.367201566696167\n",
      "......epoch: 5310 1.3574118614196777\n",
      "performance =  0.9794\n",
      "......epoch: 5311 0.948462724685669\n",
      "......epoch: 5312 1.3493897914886475\n",
      "......epoch: 5313 1.3354496955871582\n",
      "......epoch: 5314 1.3573482036590576\n",
      "......epoch: 5315 1.3723316192626953\n",
      "......epoch: 5316 1.3533821105957031\n",
      "......epoch: 5317 1.361356258392334\n",
      "......epoch: 5318 1.3613600730895996\n",
      "......epoch: 5319 1.3586146831512451\n",
      "......epoch: 5320 1.3633027076721191\n",
      "performance =  0.9793\n",
      "......epoch: 5321 0.9594211578369141\n",
      "......epoch: 5322 1.3464000225067139\n",
      "......epoch: 5323 1.3225088119506836\n",
      "......epoch: 5324 1.2976462841033936\n",
      "......epoch: 5325 1.3125364780426025\n",
      "......epoch: 5326 1.3174312114715576\n",
      "......epoch: 5327 1.3264172077178955\n",
      "......epoch: 5328 1.283578634262085\n",
      "......epoch: 5329 1.3483774662017822\n",
      "......epoch: 5330 1.3367061614990234\n",
      "performance =  0.9794\n",
      "......epoch: 5331 0.9325065612792969\n",
      "......epoch: 5332 1.3164803981781006\n",
      "......epoch: 5333 1.313523292541504\n",
      "......epoch: 5334 1.342374563217163\n",
      "......epoch: 5335 1.343409538269043\n",
      "......epoch: 5336 1.3235228061676025\n",
      "......epoch: 5337 1.3264188766479492\n",
      "......epoch: 5338 1.3236370086669922\n",
      "......epoch: 5339 1.3258545398712158\n",
      "......epoch: 5340 1.3463985919952393\n",
      "performance =  0.9791\n",
      "......epoch: 5341 0.9617133140563965\n",
      "......epoch: 5342 1.3464093208312988\n",
      "......epoch: 5343 1.3375239372253418\n",
      "......epoch: 5344 1.332444667816162\n",
      "......epoch: 5345 1.3195068836212158\n",
      "......epoch: 5346 1.3254194259643555\n",
      "......epoch: 5347 1.324589490890503\n",
      "......epoch: 5348 1.3424930572509766\n",
      "......epoch: 5349 1.3414137363433838\n",
      "......epoch: 5350 1.3414592742919922\n",
      "performance =  0.9788\n",
      "......epoch: 5351 0.949462890625\n",
      "......epoch: 5352 1.3205044269561768\n",
      "......epoch: 5353 1.3054728507995605\n",
      "......epoch: 5354 1.3424122333526611\n",
      "......epoch: 5355 1.3447518348693848\n",
      "......epoch: 5356 1.3350987434387207\n",
      "......epoch: 5357 1.3394348621368408\n",
      "......epoch: 5358 1.3473796844482422\n",
      "......epoch: 5359 1.350409984588623\n",
      "......epoch: 5360 1.3444056510925293\n",
      "performance =  0.9791\n",
      "......epoch: 5361 0.9544477462768555\n",
      "......epoch: 5362 1.3424475193023682\n",
      "......epoch: 5363 1.3433740139007568\n",
      "......epoch: 5364 1.3454012870788574\n",
      "......epoch: 5365 1.3434076309204102\n",
      "......epoch: 5366 1.3444478511810303\n",
      "......epoch: 5367 1.3404078483581543\n",
      "......epoch: 5368 1.2925755977630615\n",
      "......epoch: 5369 1.2945129871368408\n",
      "......epoch: 5370 1.314446210861206\n",
      "performance =  0.979\n",
      "......epoch: 5371 0.9374589920043945\n",
      "......epoch: 5372 1.3294458389282227\n",
      "......epoch: 5373 1.3164799213409424\n",
      "......epoch: 5374 1.3457131385803223\n",
      "......epoch: 5375 1.3421003818511963\n",
      "......epoch: 5376 1.3384230136871338\n",
      "......epoch: 5377 1.3394546508789062\n",
      "......epoch: 5378 1.3343966007232666\n",
      "......epoch: 5379 1.3414838314056396\n",
      "......epoch: 5380 1.3274118900299072\n",
      "performance =  0.9788\n",
      "......epoch: 5381 0.9604525566101074\n",
      "......epoch: 5382 1.3464109897613525\n",
      "......epoch: 5383 1.3494257926940918\n",
      "......epoch: 5384 1.3524019718170166\n",
      "......epoch: 5385 1.363365888595581\n",
      "......epoch: 5386 1.36533784866333\n",
      "......epoch: 5387 1.3613979816436768\n",
      "......epoch: 5388 1.3593254089355469\n",
      "......epoch: 5389 1.360715627670288\n",
      "......epoch: 5390 1.370039939880371\n",
      "performance =  0.9786\n",
      "......epoch: 5391 0.944488525390625\n",
      "......epoch: 5392 1.3334193229675293\n",
      "......epoch: 5393 1.3494231700897217\n",
      "......epoch: 5394 1.33949613571167\n",
      "......epoch: 5395 1.3265278339385986\n",
      "......epoch: 5396 1.3722915649414062\n",
      "......epoch: 5397 1.3533883094787598\n",
      "......epoch: 5398 1.3553752899169922\n",
      "......epoch: 5399 1.3513801097869873\n",
      "......epoch: 5400 1.3673434257507324\n",
      "performance =  0.9785\n",
      "......epoch: 5401 0.9634644985198975\n",
      "......epoch: 5402 1.354339599609375\n",
      "......epoch: 5403 1.3613953590393066\n",
      "......epoch: 5404 1.3563873767852783\n",
      "......epoch: 5405 1.3674590587615967\n",
      "......epoch: 5406 1.3682868480682373\n",
      "......epoch: 5407 1.3656094074249268\n",
      "......epoch: 5408 1.370481014251709\n",
      "......epoch: 5409 1.3632864952087402\n",
      "......epoch: 5410 1.3591220378875732\n",
      "performance =  0.9785\n",
      "......epoch: 5411 0.9424796104431152\n",
      "......epoch: 5412 1.3334715366363525\n",
      "......epoch: 5413 1.3094635009765625\n",
      "......epoch: 5414 1.3483941555023193\n",
      "......epoch: 5415 1.3653857707977295\n",
      "......epoch: 5416 1.3663127422332764\n",
      "......epoch: 5417 1.3645639419555664\n",
      "......epoch: 5418 1.3621697425842285\n",
      "......epoch: 5419 1.3613731861114502\n",
      "......epoch: 5420 1.3663151264190674\n",
      "performance =  0.9785\n",
      "......epoch: 5421 0.967710018157959\n",
      "......epoch: 5422 1.3623557090759277\n",
      "......epoch: 5423 1.3573710918426514\n",
      "......epoch: 5424 1.360569715499878\n",
      "......epoch: 5425 1.3591580390930176\n",
      "......epoch: 5426 1.3613598346710205\n",
      "......epoch: 5427 1.3534483909606934\n",
      "......epoch: 5428 1.348440170288086\n",
      "......epoch: 5429 1.344390630722046\n",
      "......epoch: 5430 1.3543963432312012\n",
      "performance =  0.9783\n",
      "......epoch: 5431 0.9524526596069336\n",
      "......epoch: 5432 1.3264977931976318\n",
      "......epoch: 5433 1.3473937511444092\n",
      "......epoch: 5434 1.3575832843780518\n",
      "......epoch: 5435 1.3663475513458252\n",
      "......epoch: 5436 1.3633546829223633\n",
      "......epoch: 5437 1.3543803691864014\n",
      "......epoch: 5438 1.3743338584899902\n",
      "......epoch: 5439 1.3773362636566162\n",
      "......epoch: 5440 1.3614258766174316\n",
      "performance =  0.9785\n",
      "......epoch: 5441 0.9707076549530029\n",
      "......epoch: 5442 1.3593649864196777\n",
      "......epoch: 5443 1.3523848056793213\n",
      "......epoch: 5444 1.3613603115081787\n",
      "......epoch: 5445 1.3604154586791992\n",
      "......epoch: 5446 1.3533289432525635\n",
      "......epoch: 5447 1.3683454990386963\n",
      "......epoch: 5448 1.3563954830169678\n",
      "......epoch: 5449 1.3646867275238037\n",
      "......epoch: 5450 1.3568620681762695\n",
      "performance =  0.9784\n",
      "......epoch: 5451 0.9405317306518555\n",
      "......epoch: 5452 1.3486807346343994\n",
      "......epoch: 5453 1.3644952774047852\n",
      "......epoch: 5454 1.3385686874389648\n",
      "......epoch: 5455 1.3155364990234375\n",
      "......epoch: 5456 1.328449010848999\n",
      "......epoch: 5457 1.3154807090759277\n",
      "......epoch: 5458 1.3264539241790771\n",
      "......epoch: 5459 1.367377758026123\n",
      "......epoch: 5460 1.3722963333129883\n",
      "performance =  0.9787\n",
      "......epoch: 5461 0.9724016189575195\n",
      "......epoch: 5462 1.3264527320861816\n",
      "......epoch: 5463 1.3504509925842285\n",
      "......epoch: 5464 1.3663461208343506\n",
      "......epoch: 5465 1.3635292053222656\n",
      "......epoch: 5466 1.3621494770050049\n",
      "......epoch: 5467 1.3623616695404053\n",
      "......epoch: 5468 1.3743648529052734\n",
      "......epoch: 5469 1.361393690109253\n",
      "......epoch: 5470 1.357334852218628\n",
      "performance =  0.9791\n",
      "......epoch: 5471 0.9524526596069336\n",
      "......epoch: 5472 1.3573710918426514\n",
      "......epoch: 5473 1.3424108028411865\n",
      "......epoch: 5474 1.3613622188568115\n",
      "......epoch: 5475 1.3633522987365723\n",
      "......epoch: 5476 1.3504281044006348\n",
      "......epoch: 5477 1.3633291721343994\n",
      "......epoch: 5478 1.3656556606292725\n",
      "......epoch: 5479 1.3663604259490967\n",
      "......epoch: 5480 1.35939359664917\n",
      "performance =  0.979\n",
      "......epoch: 5481 0.9634244441986084\n",
      "......epoch: 5482 1.352384090423584\n",
      "......epoch: 5483 1.358367681503296\n",
      "......epoch: 5484 1.359365701675415\n",
      "......epoch: 5485 1.3594696521759033\n",
      "......epoch: 5486 1.364351511001587\n",
      "......epoch: 5487 1.362358808517456\n",
      "......epoch: 5488 1.367600917816162\n",
      "......epoch: 5489 1.3593297004699707\n",
      "......epoch: 5490 1.3553757667541504\n",
      "performance =  0.9788\n",
      "......epoch: 5491 0.9704043865203857\n",
      "......epoch: 5492 1.3524231910705566\n",
      "......epoch: 5493 1.365356206893921\n",
      "......epoch: 5494 1.362311840057373\n",
      "......epoch: 5495 1.3524227142333984\n",
      "......epoch: 5496 1.3553388118743896\n",
      "......epoch: 5497 1.3693387508392334\n",
      "......epoch: 5498 1.3085191249847412\n",
      "......epoch: 5499 1.3286700248718262\n",
      "......epoch: 5500 1.3182902336120605\n",
      "performance =  0.9788\n",
      "......epoch: 5501 0.9694058895111084\n",
      "......epoch: 5502 1.3503904342651367\n",
      "......epoch: 5503 1.3653500080108643\n",
      "......epoch: 5504 1.369337558746338\n",
      "......epoch: 5505 1.3583953380584717\n",
      "......epoch: 5506 1.3583669662475586\n",
      "......epoch: 5507 1.3663599491119385\n",
      "......epoch: 5508 1.3643124103546143\n",
      "......epoch: 5509 1.3574116230010986\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 5510 1.3344471454620361\n",
      "performance =  0.9788\n",
      "......epoch: 5511 0.9534628391265869\n",
      "......epoch: 5512 1.365459680557251\n",
      "......epoch: 5513 1.3554587364196777\n",
      "......epoch: 5514 1.3642961978912354\n",
      "......epoch: 5515 1.3574457168579102\n",
      "......epoch: 5516 1.3563437461853027\n",
      "......epoch: 5517 1.3623864650726318\n",
      "......epoch: 5518 1.3713040351867676\n",
      "......epoch: 5519 1.3613593578338623\n",
      "......epoch: 5520 1.354379415512085\n",
      "performance =  0.9787\n",
      "......epoch: 5521 0.9624614715576172\n",
      "......epoch: 5522 1.3683457374572754\n",
      "......epoch: 5523 1.3587124347686768\n",
      "......epoch: 5524 1.3630588054656982\n",
      "......epoch: 5525 1.3673434257507324\n",
      "......epoch: 5526 1.3603906631469727\n",
      "......epoch: 5527 1.3623838424682617\n",
      "......epoch: 5528 1.3613603115081787\n",
      "......epoch: 5529 1.3513896465301514\n",
      "......epoch: 5530 1.3284838199615479\n",
      "performance =  0.9788\n",
      "......epoch: 5531 0.9674136638641357\n",
      "......epoch: 5532 1.3544199466705322\n",
      "......epoch: 5533 1.3703343868255615\n",
      "......epoch: 5534 1.3633930683135986\n",
      "......epoch: 5535 1.359377384185791\n",
      "......epoch: 5536 1.3653008937835693\n",
      "......epoch: 5537 1.3643884658813477\n",
      "......epoch: 5538 1.3663454055786133\n",
      "......epoch: 5539 1.3533461093902588\n",
      "......epoch: 5540 1.363389492034912\n",
      "performance =  0.9789\n",
      "......epoch: 5541 0.9544484615325928\n",
      "......epoch: 5542 1.3374261856079102\n",
      "......epoch: 5543 1.3456671237945557\n",
      "......epoch: 5544 1.3631229400634766\n",
      "......epoch: 5545 1.364328145980835\n",
      "......epoch: 5546 1.3673505783081055\n",
      "......epoch: 5547 1.3673608303070068\n",
      "......epoch: 5548 1.3646771907806396\n",
      "......epoch: 5549 1.3373889923095703\n",
      "......epoch: 5550 1.3454039096832275\n",
      "performance =  0.9788\n",
      "......epoch: 5551 0.974367618560791\n",
      "......epoch: 5552 1.3524022102355957\n",
      "......epoch: 5553 1.3623409271240234\n",
      "......epoch: 5554 1.3613934516906738\n",
      "......epoch: 5555 1.354365587234497\n",
      "......epoch: 5556 1.363363265991211\n",
      "......epoch: 5557 1.3683819770812988\n",
      "......epoch: 5558 1.363377332687378\n",
      "......epoch: 5559 1.349419355392456\n",
      "......epoch: 5560 1.3623580932617188\n",
      "performance =  0.9787\n",
      "......epoch: 5561 0.9674973487854004\n",
      "......epoch: 5562 1.3655810356140137\n",
      "......epoch: 5563 1.374323844909668\n",
      "......epoch: 5564 1.360363483428955\n",
      "......epoch: 5565 1.357405185699463\n",
      "......epoch: 5566 1.3713359832763672\n",
      "......epoch: 5567 1.3673202991485596\n",
      "......epoch: 5568 1.3613460063934326\n",
      "......epoch: 5569 1.33443021774292\n",
      "......epoch: 5570 1.3583693504333496\n",
      "performance =  0.9786\n",
      "......epoch: 5571 0.9643802642822266\n",
      "......epoch: 5572 1.3664276599884033\n",
      "......epoch: 5573 1.3746216297149658\n",
      "......epoch: 5574 1.3584048748016357\n",
      "......epoch: 5575 1.353346824645996\n",
      "......epoch: 5576 1.3693792819976807\n",
      "......epoch: 5577 1.36452317237854\n",
      "......epoch: 5578 1.3603630065917969\n",
      "......epoch: 5579 1.3673830032348633\n",
      "......epoch: 5580 1.3673157691955566\n",
      "performance =  0.9785\n",
      "......epoch: 5581 0.9684450626373291\n",
      "......epoch: 5582 1.3623225688934326\n",
      "......epoch: 5583 1.3334333896636963\n",
      "......epoch: 5584 1.3174777030944824\n",
      "......epoch: 5585 1.317476749420166\n",
      "......epoch: 5586 1.3254568576812744\n",
      "......epoch: 5587 1.3574244976043701\n",
      "......epoch: 5588 1.3692841529846191\n",
      "......epoch: 5589 1.3274495601654053\n",
      "......epoch: 5590 1.3274505138397217\n",
      "performance =  0.9785\n",
      "......epoch: 5591 0.9644224643707275\n",
      "......epoch: 5592 1.3626205921173096\n",
      "......epoch: 5593 1.359403371810913\n",
      "......epoch: 5594 1.364314317703247\n",
      "......epoch: 5595 1.3644130229949951\n",
      "......epoch: 5596 1.3603978157043457\n",
      "......epoch: 5597 1.3712983131408691\n",
      "......epoch: 5598 1.3633556365966797\n",
      "......epoch: 5599 1.36539626121521\n",
      "......epoch: 5600 1.3563709259033203\n",
      "performance =  0.9784\n",
      "......epoch: 5601 0.9643659591674805\n",
      "......epoch: 5602 1.364349365234375\n",
      "......epoch: 5603 1.3616385459899902\n",
      "......epoch: 5604 1.3547117710113525\n",
      "......epoch: 5605 1.3604059219360352\n",
      "......epoch: 5606 1.3722267150878906\n",
      "......epoch: 5607 1.3657100200653076\n",
      "......epoch: 5608 1.3374230861663818\n",
      "......epoch: 5609 1.3533806800842285\n",
      "......epoch: 5610 1.3414149284362793\n",
      "performance =  0.9784\n",
      "......epoch: 5611 0.9714024066925049\n",
      "......epoch: 5612 1.3723323345184326\n",
      "......epoch: 5613 1.3613600730895996\n",
      "......epoch: 5614 1.3733270168304443\n",
      "......epoch: 5615 1.3645455837249756\n",
      "......epoch: 5616 1.3662092685699463\n",
      "......epoch: 5617 1.3623504638671875\n",
      "......epoch: 5618 1.3683404922485352\n",
      "......epoch: 5619 1.3623597621917725\n",
      "......epoch: 5620 1.3623573780059814\n",
      "performance =  0.9785\n",
      "......epoch: 5621 0.9734327793121338\n",
      "......epoch: 5622 1.3686552047729492\n",
      "......epoch: 5623 1.3646481037139893\n",
      "......epoch: 5624 1.3611023426055908\n",
      "......epoch: 5625 1.3653476238250732\n",
      "......epoch: 5626 1.3294072151184082\n",
      "......epoch: 5627 1.3294479846954346\n",
      "......epoch: 5628 1.310539960861206\n",
      "......epoch: 5629 1.3304615020751953\n",
      "......epoch: 5630 1.3513686656951904\n",
      "performance =  0.9785\n",
      "......epoch: 5631 0.9724009037017822\n",
      "......epoch: 5632 1.3673436641693115\n",
      "......epoch: 5633 1.3653624057769775\n",
      "......epoch: 5634 1.3615186214447021\n",
      "......epoch: 5635 1.3811616897583008\n",
      "......epoch: 5636 1.3683156967163086\n",
      "......epoch: 5637 1.3674383163452148\n",
      "......epoch: 5638 1.3623223304748535\n",
      "......epoch: 5639 1.3696694374084473\n",
      "......epoch: 5640 1.3554162979125977\n",
      "performance =  0.9784\n",
      "......epoch: 5641 0.9763903617858887\n",
      "......epoch: 5642 1.3733274936676025\n",
      "......epoch: 5643 1.355452299118042\n",
      "......epoch: 5644 1.3614020347595215\n",
      "......epoch: 5645 1.3654069900512695\n",
      "......epoch: 5646 1.3623406887054443\n",
      "......epoch: 5647 1.3533406257629395\n",
      "......epoch: 5648 1.3428988456726074\n",
      "......epoch: 5649 1.3214988708496094\n",
      "......epoch: 5650 1.3556218147277832\n",
      "performance =  0.9783\n",
      "......epoch: 5651 0.9684112071990967\n",
      "......epoch: 5652 1.360365867614746\n",
      "......epoch: 5653 1.3693351745605469\n",
      "......epoch: 5654 1.3633930683135986\n",
      "......epoch: 5655 1.3673057556152344\n",
      "......epoch: 5656 1.3583691120147705\n",
      "......epoch: 5657 1.361358404159546\n",
      "......epoch: 5658 1.3643896579742432\n",
      "......epoch: 5659 1.359327793121338\n",
      "......epoch: 5660 1.3615047931671143\n",
      "performance =  0.9782\n",
      "......epoch: 5661 0.9624712467193604\n",
      "......epoch: 5662 1.3752782344818115\n",
      "......epoch: 5663 1.3544247150421143\n",
      "......epoch: 5664 1.359318494796753\n",
      "......epoch: 5665 1.3603885173797607\n",
      "......epoch: 5666 1.365325689315796\n",
      "......epoch: 5667 1.3284482955932617\n",
      "......epoch: 5668 1.3354272842407227\n",
      "......epoch: 5669 1.336463451385498\n",
      "......epoch: 5670 1.3117034435272217\n",
      "performance =  0.9781\n",
      "......epoch: 5671 0.9554119110107422\n",
      "......epoch: 5672 1.3274502754211426\n",
      "......epoch: 5673 1.3634519577026367\n",
      "......epoch: 5674 1.3582711219787598\n",
      "......epoch: 5675 1.3683791160583496\n",
      "......epoch: 5676 1.3403775691986084\n",
      "......epoch: 5677 1.3723304271697998\n",
      "......epoch: 5678 1.3583672046661377\n",
      "......epoch: 5679 1.3534204959869385\n",
      "......epoch: 5680 1.3723292350769043\n",
      "performance =  0.9781\n",
      "......epoch: 5681 0.971459150314331\n",
      "......epoch: 5682 1.3573920726776123\n",
      "......epoch: 5683 1.3665876388549805\n",
      "......epoch: 5684 1.3673439025878906\n",
      "......epoch: 5685 1.3593637943267822\n",
      "......epoch: 5686 1.3735682964324951\n",
      "......epoch: 5687 1.3182225227355957\n",
      "......epoch: 5688 1.3284409046173096\n",
      "......epoch: 5689 1.3653416633605957\n",
      "......epoch: 5690 1.3614943027496338\n",
      "performance =  0.978\n",
      "......epoch: 5691 0.9633967876434326\n",
      "......epoch: 5692 1.3603997230529785\n",
      "......epoch: 5693 1.360325574874878\n",
      "......epoch: 5694 1.3583698272705078\n",
      "......epoch: 5695 1.3623573780059814\n",
      "......epoch: 5696 1.3534104824066162\n",
      "......epoch: 5697 1.364666223526001\n",
      "......epoch: 5698 1.3483591079711914\n",
      "......epoch: 5699 1.3763203620910645\n",
      "......epoch: 5700 1.362398386001587\n",
      "performance =  0.9783\n",
      "......epoch: 5701 0.9724452495574951\n",
      "......epoch: 5702 1.3683695793151855\n",
      "......epoch: 5703 1.3573453426361084\n",
      "......epoch: 5704 1.3474385738372803\n",
      "......epoch: 5705 1.3613171577453613\n",
      "......epoch: 5706 1.33642578125\n",
      "......epoch: 5707 1.3483858108520508\n",
      "......epoch: 5708 1.3404159545898438\n",
      "......epoch: 5709 1.3643522262573242\n",
      "......epoch: 5710 1.369339942932129\n",
      "performance =  0.9783\n",
      "......epoch: 5711 0.961444616317749\n",
      "......epoch: 5712 1.3125150203704834\n",
      "......epoch: 5713 1.33140230178833\n",
      "......epoch: 5714 1.3284478187561035\n",
      "......epoch: 5715 1.342435359954834\n",
      "......epoch: 5716 1.366901159286499\n",
      "......epoch: 5717 1.3612730503082275\n",
      "......epoch: 5718 1.3593316078186035\n",
      "......epoch: 5719 1.370335578918457\n",
      "......epoch: 5720 1.369340181350708\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performance =  0.9784\n",
      "......epoch: 5721 0.966571569442749\n",
      "......epoch: 5722 1.37037992477417\n",
      "......epoch: 5723 1.3514676094055176\n",
      "......epoch: 5724 1.364429235458374\n",
      "......epoch: 5725 1.3743577003479004\n",
      "......epoch: 5726 1.3314383029937744\n",
      "......epoch: 5727 1.3384337425231934\n",
      "......epoch: 5728 1.3666255474090576\n",
      "......epoch: 5729 1.3616318702697754\n",
      "......epoch: 5730 1.368028163909912\n",
      "performance =  0.9783\n",
      "......epoch: 5731 0.9737348556518555\n",
      "......epoch: 5732 1.3650877475738525\n",
      "......epoch: 5733 1.3575694561004639\n",
      "......epoch: 5734 1.3706562519073486\n",
      "......epoch: 5735 1.3521091938018799\n",
      "......epoch: 5736 1.3563742637634277\n",
      "......epoch: 5737 1.3584015369415283\n",
      "......epoch: 5738 1.3633499145507812\n",
      "......epoch: 5739 1.3663527965545654\n",
      "......epoch: 5740 1.3614046573638916\n",
      "performance =  0.9785\n",
      "......epoch: 5741 0.9654581546783447\n",
      "......epoch: 5742 1.3613548278808594\n",
      "......epoch: 5743 1.3583927154541016\n",
      "......epoch: 5744 1.3544163703918457\n",
      "......epoch: 5745 1.3712949752807617\n",
      "......epoch: 5746 1.3364272117614746\n",
      "......epoch: 5747 1.3274502754211426\n",
      "......epoch: 5748 1.3603641986846924\n",
      "......epoch: 5749 1.369683027267456\n",
      "......epoch: 5750 1.3689935207366943\n",
      "performance =  0.9788\n",
      "......epoch: 5751 0.9694187641143799\n",
      "......epoch: 5752 1.3693673610687256\n",
      "......epoch: 5753 1.3673393726348877\n",
      "......epoch: 5754 1.3633160591125488\n",
      "......epoch: 5755 1.3354299068450928\n",
      "......epoch: 5756 1.3224642276763916\n",
      "......epoch: 5757 1.3127293586730957\n",
      "......epoch: 5758 1.350353717803955\n",
      "......epoch: 5759 1.3442025184631348\n",
      "......epoch: 5760 1.3693387508392334\n",
      "performance =  0.9788\n",
      "......epoch: 5761 0.9704174995422363\n",
      "......epoch: 5762 1.3693275451660156\n",
      "......epoch: 5763 1.3543784618377686\n",
      "......epoch: 5764 1.3743259906768799\n",
      "......epoch: 5765 1.3404171466827393\n",
      "......epoch: 5766 1.3513848781585693\n",
      "......epoch: 5767 1.3384268283843994\n",
      "......epoch: 5768 1.3603565692901611\n",
      "......epoch: 5769 1.3673458099365234\n",
      "......epoch: 5770 1.3673834800720215\n",
      "performance =  0.979\n",
      "......epoch: 5771 0.9724376201629639\n",
      "......epoch: 5772 1.3653106689453125\n",
      "......epoch: 5773 1.3643803596496582\n",
      "......epoch: 5774 1.3593738079071045\n",
      "......epoch: 5775 1.3656485080718994\n",
      "......epoch: 5776 1.367305040359497\n",
      "......epoch: 5777 1.3633546829223633\n",
      "......epoch: 5778 1.3644018173217773\n",
      "......epoch: 5779 1.3633537292480469\n",
      "......epoch: 5780 1.3593640327453613\n",
      "performance =  0.979\n",
      "......epoch: 5781 0.9694087505340576\n",
      "......epoch: 5782 1.357464075088501\n",
      "......epoch: 5783 1.355623722076416\n",
      "......epoch: 5784 1.3623414039611816\n",
      "......epoch: 5785 1.3354191780090332\n",
      "......epoch: 5786 1.3384335041046143\n",
      "......epoch: 5787 1.3473985195159912\n",
      "......epoch: 5788 1.3593840599060059\n",
      "......epoch: 5789 1.3584039211273193\n",
      "......epoch: 5790 1.3545572757720947\n",
      "performance =  0.9791\n",
      "......epoch: 5791 0.9694087505340576\n",
      "......epoch: 5792 1.3554155826568604\n",
      "......epoch: 5793 1.346360683441162\n",
      "......epoch: 5794 1.3604061603546143\n",
      "......epoch: 5795 1.3743412494659424\n",
      "......epoch: 5796 1.3613495826721191\n",
      "......epoch: 5797 1.3683371543884277\n",
      "......epoch: 5798 1.3593661785125732\n",
      "......epoch: 5799 1.3248021602630615\n",
      "......epoch: 5800 1.2971844673156738\n",
      "performance =  0.9794\n",
      "......epoch: 5801 0.9504604339599609\n",
      "......epoch: 5802 1.3713319301605225\n",
      "......epoch: 5803 1.3563718795776367\n",
      "......epoch: 5804 1.3563742637634277\n",
      "......epoch: 5805 1.3354501724243164\n",
      "......epoch: 5806 1.3324172496795654\n",
      "......epoch: 5807 1.3574156761169434\n",
      "......epoch: 5808 1.3692922592163086\n",
      "......epoch: 5809 1.3723325729370117\n",
      "......epoch: 5810 1.3523848056793213\n",
      "performance =  0.9792\n",
      "......epoch: 5811 0.9713699817657471\n",
      "......epoch: 5812 1.3623862266540527\n",
      "......epoch: 5813 1.3563618659973145\n",
      "......epoch: 5814 1.3643763065338135\n",
      "......epoch: 5815 1.356377363204956\n",
      "......epoch: 5816 1.3633501529693604\n",
      "......epoch: 5817 1.3646292686462402\n",
      "......epoch: 5818 1.3610684871673584\n",
      "......epoch: 5819 1.3693742752075195\n",
      "......epoch: 5820 1.3553404808044434\n",
      "performance =  0.979\n",
      "......epoch: 5821 0.969409704208374\n",
      "......epoch: 5822 1.3593645095825195\n",
      "......epoch: 5823 1.3706812858581543\n",
      "......epoch: 5824 1.3281490802764893\n",
      "......epoch: 5825 1.3444387912750244\n",
      "......epoch: 5826 1.3423821926116943\n",
      "......epoch: 5827 1.358525276184082\n",
      "......epoch: 5828 1.3543205261230469\n",
      "......epoch: 5829 1.364583969116211\n",
      "......epoch: 5830 1.3574059009552002\n",
      "performance =  0.9791\n",
      "......epoch: 5831 0.9743952751159668\n",
      "......epoch: 5832 1.3534376621246338\n",
      "......epoch: 5833 1.3636689186096191\n",
      "......epoch: 5834 1.3624160289764404\n",
      "......epoch: 5835 1.3503894805908203\n",
      "......epoch: 5836 1.3644130229949951\n",
      "......epoch: 5837 1.3625562191009521\n",
      "......epoch: 5838 1.364185094833374\n",
      "......epoch: 5839 1.358407735824585\n",
      "......epoch: 5840 1.3553953170776367\n",
      "performance =  0.9792\n",
      "......epoch: 5841 0.9455208778381348\n",
      "......epoch: 5842 1.306488037109375\n",
      "......epoch: 5843 1.3304758071899414\n",
      "......epoch: 5844 1.3224644660949707\n",
      "......epoch: 5845 1.3284881114959717\n",
      "......epoch: 5846 1.3553409576416016\n",
      "......epoch: 5847 1.3643529415130615\n",
      "......epoch: 5848 1.3693387508392334\n",
      "......epoch: 5849 1.351386308670044\n",
      "......epoch: 5850 1.3594002723693848\n",
      "performance =  0.9792\n",
      "......epoch: 5851 0.9714095592498779\n",
      "......epoch: 5852 1.3613243103027344\n",
      "......epoch: 5853 1.3666002750396729\n",
      "......epoch: 5854 1.3653905391693115\n",
      "......epoch: 5855 1.357367753982544\n",
      "......epoch: 5856 1.361344575881958\n",
      "......epoch: 5857 1.3623931407928467\n",
      "......epoch: 5858 1.3663053512573242\n",
      "......epoch: 5859 1.3657808303833008\n",
      "......epoch: 5860 1.363346815109253\n",
      "performance =  0.9794\n",
      "......epoch: 5861 0.9654169082641602\n",
      "......epoch: 5862 1.3573729991912842\n",
      "......epoch: 5863 1.3573694229125977\n",
      "......epoch: 5864 1.3444581031799316\n",
      "......epoch: 5865 1.3227510452270508\n",
      "......epoch: 5866 1.3620631694793701\n",
      "......epoch: 5867 1.3663837909698486\n",
      "......epoch: 5868 1.3705253601074219\n",
      "......epoch: 5869 1.3631267547607422\n",
      "......epoch: 5870 1.3543827533721924\n",
      "performance =  0.9792\n",
      "......epoch: 5871 0.9734373092651367\n",
      "......epoch: 5872 1.3553359508514404\n",
      "......epoch: 5873 1.3693385124206543\n",
      "......epoch: 5874 1.3633732795715332\n",
      "......epoch: 5875 1.3683767318725586\n",
      "......epoch: 5876 1.3633191585540771\n",
      "......epoch: 5877 1.3633828163146973\n",
      "......epoch: 5878 1.3693675994873047\n",
      "......epoch: 5879 1.3692810535430908\n",
      "......epoch: 5880 1.3564207553863525\n",
      "performance =  0.979\n",
      "......epoch: 5881 0.9634249210357666\n",
      "......epoch: 5882 1.3525114059448242\n",
      "......epoch: 5883 1.3254947662353516\n",
      "......epoch: 5884 1.3600316047668457\n",
      "......epoch: 5885 1.3004157543182373\n",
      "......epoch: 5886 1.3234226703643799\n",
      "......epoch: 5887 1.3284480571746826\n",
      "......epoch: 5888 1.3414509296417236\n",
      "......epoch: 5889 1.3295071125030518\n",
      "......epoch: 5890 1.3633956909179688\n",
      "performance =  0.9788\n",
      "......epoch: 5891 0.9564456939697266\n",
      "......epoch: 5892 1.3646574020385742\n",
      "......epoch: 5893 1.354762077331543\n",
      "......epoch: 5894 1.3593735694885254\n",
      "......epoch: 5895 1.3633449077606201\n",
      "......epoch: 5896 1.3374660015106201\n",
      "......epoch: 5897 1.369516372680664\n",
      "......epoch: 5898 1.3613405227661133\n",
      "......epoch: 5899 1.3623857498168945\n",
      "......epoch: 5900 1.3553845882415771\n",
      "performance =  0.979\n",
      "......epoch: 5901 0.9654207229614258\n",
      "......epoch: 5902 1.3635735511779785\n",
      "......epoch: 5903 1.325495958328247\n",
      "......epoch: 5904 1.3394005298614502\n",
      "......epoch: 5905 1.3334357738494873\n",
      "......epoch: 5906 1.3597168922424316\n",
      "......epoch: 5907 1.3553216457366943\n",
      "......epoch: 5908 1.3565733432769775\n",
      "......epoch: 5909 1.3604772090911865\n",
      "......epoch: 5910 1.356055736541748\n",
      "performance =  0.9791\n",
      "......epoch: 5911 0.9664180278778076\n",
      "......epoch: 5912 1.3573963642120361\n",
      "......epoch: 5913 1.360363245010376\n",
      "......epoch: 5914 1.3553798198699951\n",
      "......epoch: 5915 1.3674981594085693\n",
      "......epoch: 5916 1.3593647480010986\n",
      "......epoch: 5917 1.333434820175171\n",
      "......epoch: 5918 1.3215057849884033\n",
      "......epoch: 5919 1.3663084506988525\n",
      "......epoch: 5920 1.3605453968048096\n",
      "performance =  0.9792\n",
      "......epoch: 5921 0.9664154052734375\n",
      "......epoch: 5922 1.3564095497131348\n",
      "......epoch: 5923 1.3314776420593262\n",
      "......epoch: 5924 1.3354313373565674\n",
      "......epoch: 5925 1.3623549938201904\n",
      "......epoch: 5926 1.3553833961486816\n",
      "......epoch: 5927 1.3694798946380615\n",
      "......epoch: 5928 1.356224536895752\n",
      "......epoch: 5929 1.3094985485076904\n",
      "......epoch: 5930 1.338421106338501\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performance =  0.9794\n",
      "......epoch: 5931 0.9666979312896729\n",
      "......epoch: 5932 1.3643245697021484\n",
      "......epoch: 5933 1.3603620529174805\n",
      "......epoch: 5934 1.3663849830627441\n",
      "......epoch: 5935 1.3604071140289307\n",
      "......epoch: 5936 1.358332633972168\n",
      "......epoch: 5937 1.3723270893096924\n",
      "......epoch: 5938 1.3677115440368652\n",
      "......epoch: 5939 1.363323450088501\n",
      "......epoch: 5940 1.3643994331359863\n",
      "performance =  0.9796\n",
      "......epoch: 5941 0.9674234390258789\n",
      "......epoch: 5942 1.3354227542877197\n",
      "......epoch: 5943 1.3454012870788574\n",
      "......epoch: 5944 1.3416635990142822\n",
      "......epoch: 5945 1.3603515625\n",
      "......epoch: 5946 1.3643910884857178\n",
      "......epoch: 5947 1.3653438091278076\n",
      "......epoch: 5948 1.3623590469360352\n",
      "......epoch: 5949 1.3583660125732422\n",
      "......epoch: 5950 1.3633217811584473\n",
      "performance =  0.9795\n",
      "......epoch: 5951 0.9714033603668213\n",
      "......epoch: 5952 1.3563728332519531\n",
      "......epoch: 5953 1.3614146709442139\n",
      "......epoch: 5954 1.3683135509490967\n",
      "......epoch: 5955 1.3573598861694336\n",
      "......epoch: 5956 1.377305030822754\n",
      "......epoch: 5957 1.3603606224060059\n",
      "......epoch: 5958 1.3633525371551514\n",
      "......epoch: 5959 1.3603630065917969\n",
      "......epoch: 5960 1.3543791770935059\n",
      "performance =  0.9795\n",
      "......epoch: 5961 0.9673948287963867\n",
      "......epoch: 5962 1.3414175510406494\n",
      "......epoch: 5963 1.3364226818084717\n",
      "......epoch: 5964 1.3503892421722412\n",
      "......epoch: 5965 1.3626389503479004\n",
      "......epoch: 5966 1.3673388957977295\n",
      "......epoch: 5967 1.3621089458465576\n",
      "......epoch: 5968 1.359337568283081\n",
      "......epoch: 5969 1.3593969345092773\n",
      "......epoch: 5970 1.3668708801269531\n",
      "performance =  0.9793\n",
      "......epoch: 5971 0.9424803256988525\n",
      "......epoch: 5972 1.3334360122680664\n",
      "......epoch: 5973 1.3424451351165771\n",
      "......epoch: 5974 1.3463685512542725\n",
      "......epoch: 5975 1.348393440246582\n",
      "......epoch: 5976 1.372370719909668\n",
      "......epoch: 5977 1.3623154163360596\n",
      "......epoch: 5978 1.370337963104248\n",
      "......epoch: 5979 1.358367681503296\n",
      "......epoch: 5980 1.3583672046661377\n",
      "performance =  0.9795\n",
      "......epoch: 5981 0.9624638557434082\n",
      "......epoch: 5982 1.3274881839752197\n",
      "......epoch: 5983 1.3184525966644287\n",
      "......epoch: 5984 1.3673338890075684\n",
      "......epoch: 5985 1.3593711853027344\n",
      "......epoch: 5986 1.3496158123016357\n",
      "......epoch: 5987 1.3483936786651611\n",
      "......epoch: 5988 1.3573698997497559\n",
      "......epoch: 5989 1.3526690006256104\n",
      "......epoch: 5990 1.351442813873291\n",
      "performance =  0.9795\n",
      "......epoch: 5991 0.9593954086303711\n",
      "......epoch: 5992 1.354414939880371\n",
      "......epoch: 5993 1.3613636493682861\n",
      "......epoch: 5994 1.3643555641174316\n",
      "......epoch: 5995 1.359360694885254\n",
      "......epoch: 5996 1.3683414459228516\n",
      "......epoch: 5997 1.373344898223877\n",
      "......epoch: 5998 1.3613533973693848\n",
      "......epoch: 5999 1.360353708267212\n",
      "......epoch: 6000 1.372708797454834\n",
      "performance =  0.9796\n",
      "......epoch: 6001 0.9514286518096924\n",
      "......epoch: 6002 1.3386781215667725\n",
      "......epoch: 6003 1.3314390182495117\n",
      "......epoch: 6004 1.3577697277069092\n",
      "......epoch: 6005 1.362389326095581\n",
      "......epoch: 6006 1.3555443286895752\n",
      "......epoch: 6007 1.3651227951049805\n",
      "......epoch: 6008 1.36639404296875\n",
      "......epoch: 6009 1.356374740600586\n",
      "......epoch: 6010 1.357492208480835\n",
      "performance =  0.9796\n",
      "......epoch: 6011 0.9594330787658691\n",
      "......epoch: 6012 1.3583674430847168\n",
      "......epoch: 6013 1.3673834800720215\n",
      "......epoch: 6014 1.3294188976287842\n",
      "......epoch: 6015 1.3194687366485596\n",
      "......epoch: 6016 1.3108711242675781\n",
      "......epoch: 6017 1.3234632015228271\n",
      "......epoch: 6018 1.346398115158081\n",
      "......epoch: 6019 1.3473997116088867\n",
      "......epoch: 6020 1.368379831314087\n",
      "performance =  0.9796\n",
      "......epoch: 6021 0.9504599571228027\n",
      "......epoch: 6022 1.3414561748504639\n",
      "......epoch: 6023 1.3404088020324707\n",
      "......epoch: 6024 1.3653128147125244\n",
      "......epoch: 6025 1.355393648147583\n",
      "......epoch: 6026 1.3623638153076172\n",
      "......epoch: 6027 1.362563133239746\n",
      "......epoch: 6028 1.3721323013305664\n",
      "......epoch: 6029 1.365539312362671\n",
      "......epoch: 6030 1.3641843795776367\n",
      "performance =  0.9797\n",
      "......epoch: 6031 0.9554722309112549\n",
      "......epoch: 6032 1.3736200332641602\n",
      "......epoch: 6033 1.3660809993743896\n",
      "......epoch: 6034 1.3635382652282715\n",
      "......epoch: 6035 1.3593666553497314\n",
      "......epoch: 6036 1.3531675338745117\n",
      "......epoch: 6037 1.3663914203643799\n",
      "......epoch: 6038 1.3663413524627686\n",
      "......epoch: 6039 1.3593645095825195\n",
      "......epoch: 6040 1.3633489608764648\n",
      "performance =  0.9796\n",
      "......epoch: 6041 0.959397554397583\n",
      "......epoch: 6042 1.3344323635101318\n",
      "......epoch: 6043 1.3623707294464111\n",
      "......epoch: 6044 1.367539405822754\n",
      "......epoch: 6045 1.365178108215332\n",
      "......epoch: 6046 1.355339527130127\n",
      "......epoch: 6047 1.3663876056671143\n",
      "......epoch: 6048 1.3623478412628174\n",
      "......epoch: 6049 1.3585364818572998\n",
      "......epoch: 6050 1.3641839027404785\n",
      "performance =  0.9796\n",
      "......epoch: 6051 0.9624907970428467\n",
      "......epoch: 6052 1.3573498725891113\n",
      "......epoch: 6053 1.362687110900879\n",
      "......epoch: 6054 1.3653490543365479\n",
      "......epoch: 6055 1.3524231910705566\n",
      "......epoch: 6056 1.3613207340240479\n",
      "......epoch: 6057 1.364607572555542\n",
      "......epoch: 6058 1.3005218505859375\n",
      "......epoch: 6059 1.3424112796783447\n",
      "......epoch: 6060 1.3394184112548828\n",
      "performance =  0.9799\n",
      "......epoch: 6061 0.9544320106506348\n",
      "......epoch: 6062 1.3324565887451172\n",
      "......epoch: 6063 1.3593626022338867\n",
      "......epoch: 6064 1.3712952136993408\n",
      "......epoch: 6065 1.3573715686798096\n",
      "......epoch: 6066 1.3723313808441162\n",
      "......epoch: 6067 1.368445634841919\n",
      "......epoch: 6068 1.3752565383911133\n",
      "......epoch: 6069 1.3695189952850342\n",
      "......epoch: 6070 1.36513090133667\n",
      "performance =  0.9799\n",
      "......epoch: 6071 0.9704439640045166\n",
      "......epoch: 6072 1.3663482666015625\n",
      "......epoch: 6073 1.362354040145874\n",
      "......epoch: 6074 1.373290777206421\n",
      "......epoch: 6075 1.3603904247283936\n",
      "......epoch: 6076 1.3643252849578857\n",
      "......epoch: 6077 1.3673653602600098\n",
      "......epoch: 6078 1.3553602695465088\n",
      "......epoch: 6079 1.3775851726531982\n",
      "......epoch: 6080 1.3640804290771484\n",
      "performance =  0.9799\n",
      "......epoch: 6081 0.9524533748626709\n",
      "......epoch: 6082 1.3574087619781494\n",
      "......epoch: 6083 1.3705110549926758\n",
      "......epoch: 6084 1.3551630973815918\n",
      "......epoch: 6085 1.3673970699310303\n",
      "......epoch: 6086 1.3683772087097168\n",
      "......epoch: 6087 1.3673076629638672\n",
      "......epoch: 6088 1.3524363040924072\n",
      "......epoch: 6089 1.3554270267486572\n",
      "......epoch: 6090 1.3627245426177979\n",
      "performance =  0.9799\n",
      "......epoch: 6091 0.965418815612793\n",
      "......epoch: 6092 1.3623578548431396\n",
      "......epoch: 6093 1.3713347911834717\n",
      "......epoch: 6094 1.358391284942627\n",
      "......epoch: 6095 1.3673624992370605\n",
      "......epoch: 6096 1.3663396835327148\n",
      "......epoch: 6097 1.3603708744049072\n",
      "......epoch: 6098 1.3586902618408203\n",
      "......epoch: 6099 1.3625710010528564\n",
      "......epoch: 6100 1.3573708534240723\n",
      "performance =  0.9798\n",
      "......epoch: 6101 0.939488410949707\n",
      "......epoch: 6102 1.321467399597168\n",
      "......epoch: 6103 1.3384203910827637\n",
      "......epoch: 6104 1.366347312927246\n",
      "......epoch: 6105 1.3603675365447998\n",
      "......epoch: 6106 1.3683359622955322\n",
      "......epoch: 6107 1.3713326454162598\n",
      "......epoch: 6108 1.3594059944152832\n",
      "......epoch: 6109 1.3673069477081299\n",
      "......epoch: 6110 1.3603806495666504\n",
      "performance =  0.9796\n",
      "......epoch: 6111 0.9664146900177002\n",
      "......epoch: 6112 1.3722970485687256\n",
      "......epoch: 6113 1.3633630275726318\n",
      "......epoch: 6114 1.3553762435913086\n",
      "......epoch: 6115 1.3593828678131104\n",
      "......epoch: 6116 1.365384817123413\n",
      "......epoch: 6117 1.3573400974273682\n",
      "......epoch: 6118 1.3614165782928467\n",
      "......epoch: 6119 1.369277000427246\n",
      "......epoch: 6120 1.3543930053710938\n",
      "performance =  0.9794\n",
      "......epoch: 6121 0.973407506942749\n",
      "......epoch: 6122 1.3606112003326416\n",
      "......epoch: 6123 1.3630781173706055\n",
      "......epoch: 6124 1.3603568077087402\n",
      "......epoch: 6125 1.3663837909698486\n",
      "......epoch: 6126 1.3644251823425293\n",
      "......epoch: 6127 1.3626208305358887\n",
      "......epoch: 6128 1.3653647899627686\n",
      "......epoch: 6129 1.3663225173950195\n",
      "......epoch: 6130 1.367370843887329\n",
      "performance =  0.9793\n",
      "......epoch: 6131 0.9634220600128174\n",
      "......epoch: 6132 1.366347074508667\n",
      "......epoch: 6133 1.358367919921875\n",
      "......epoch: 6134 1.3676176071166992\n",
      "......epoch: 6135 1.35211181640625\n",
      "......epoch: 6136 1.3583674430847168\n",
      "......epoch: 6137 1.3595921993255615\n",
      "......epoch: 6138 1.3683419227600098\n",
      "......epoch: 6139 1.3693363666534424\n",
      "......epoch: 6140 1.3334741592407227\n",
      "performance =  0.979\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 6141 0.9684076309204102\n",
      "......epoch: 6142 1.3603630065917969\n",
      "......epoch: 6143 1.3134875297546387\n",
      "......epoch: 6144 1.3255267143249512\n",
      "......epoch: 6145 1.3374662399291992\n",
      "......epoch: 6146 1.335430383682251\n",
      "......epoch: 6147 1.352445125579834\n",
      "......epoch: 6148 1.3633513450622559\n",
      "......epoch: 6149 1.3593735694885254\n",
      "......epoch: 6150 1.3613595962524414\n",
      "performance =  0.979\n",
      "......epoch: 6151 0.9694082736968994\n",
      "......epoch: 6152 1.369382619857788\n",
      "......epoch: 6153 1.3623149394989014\n",
      "......epoch: 6154 1.3643872737884521\n",
      "......epoch: 6155 1.3673081398010254\n",
      "......epoch: 6156 1.360398292541504\n",
      "......epoch: 6157 1.3653123378753662\n",
      "......epoch: 6158 1.3673443794250488\n",
      "......epoch: 6159 1.345444679260254\n",
      "......epoch: 6160 1.3464000225067139\n",
      "performance =  0.9791\n",
      "......epoch: 6161 0.9743592739105225\n",
      "......epoch: 6162 1.3594269752502441\n",
      "......epoch: 6163 1.3593029975891113\n",
      "......epoch: 6164 1.3723719120025635\n",
      "......epoch: 6165 1.3703038692474365\n",
      "......epoch: 6166 1.3673837184906006\n",
      "......epoch: 6167 1.3675236701965332\n",
      "......epoch: 6168 1.360182762145996\n",
      "......epoch: 6169 1.3623578548431396\n",
      "......epoch: 6170 1.3673584461212158\n",
      "performance =  0.9793\n",
      "......epoch: 6171 0.9723610877990723\n",
      "......epoch: 6172 1.3634226322174072\n",
      "......epoch: 6173 1.3587646484375\n",
      "......epoch: 6174 1.3623943328857422\n",
      "......epoch: 6175 1.3593664169311523\n",
      "......epoch: 6176 1.3683035373687744\n",
      "......epoch: 6177 1.3574113845825195\n",
      "......epoch: 6178 1.367389440536499\n",
      "......epoch: 6179 1.3384215831756592\n",
      "......epoch: 6180 1.3314049243927002\n",
      "performance =  0.9794\n",
      "......epoch: 6181 0.9673764705657959\n",
      "......epoch: 6182 1.3654303550720215\n",
      "......epoch: 6183 1.3513484001159668\n",
      "......epoch: 6184 1.3573722839355469\n",
      "......epoch: 6185 1.362400770187378\n",
      "......epoch: 6186 1.354332685470581\n",
      "......epoch: 6187 1.3104965686798096\n",
      "......epoch: 6188 1.3414125442504883\n",
      "......epoch: 6189 1.3237082958221436\n",
      "......epoch: 6190 1.342513084411621\n",
      "performance =  0.9791\n",
      "......epoch: 6191 0.9674503803253174\n",
      "......epoch: 6192 1.363356113433838\n",
      "......epoch: 6193 1.3653466701507568\n",
      "......epoch: 6194 1.3573343753814697\n",
      "......epoch: 6195 1.3673436641693115\n",
      "......epoch: 6196 1.3574118614196777\n",
      "......epoch: 6197 1.3683457374572754\n",
      "......epoch: 6198 1.3633911609649658\n",
      "......epoch: 6199 1.3333942890167236\n",
      "......epoch: 6200 1.3404555320739746\n",
      "performance =  0.9791\n",
      "......epoch: 6201 0.967498779296875\n",
      "......epoch: 6202 1.3583190441131592\n",
      "......epoch: 6203 1.3573341369628906\n",
      "......epoch: 6204 1.3643851280212402\n",
      "......epoch: 6205 1.353369951248169\n",
      "......epoch: 6206 1.3703601360321045\n",
      "......epoch: 6207 1.3623576164245605\n",
      "......epoch: 6208 1.360363483428955\n",
      "......epoch: 6209 1.3753323554992676\n",
      "......epoch: 6210 1.357398271560669\n",
      "performance =  0.9788\n",
      "......epoch: 6211 0.9714043140411377\n",
      "......epoch: 6212 1.3693480491638184\n",
      "......epoch: 6213 1.3593759536743164\n",
      "......epoch: 6214 1.3464832305908203\n",
      "......epoch: 6215 1.357367753982544\n",
      "......epoch: 6216 1.3703372478485107\n",
      "......epoch: 6217 1.3524303436279297\n",
      "......epoch: 6218 1.3353848457336426\n",
      "......epoch: 6219 1.3583674430847168\n",
      "......epoch: 6220 1.3463635444641113\n",
      "performance =  0.9788\n",
      "......epoch: 6221 0.9734113216400146\n",
      "......epoch: 6222 1.3643298149108887\n",
      "......epoch: 6223 1.363354206085205\n",
      "......epoch: 6224 1.3653759956359863\n",
      "......epoch: 6225 1.3643255233764648\n",
      "......epoch: 6226 1.3723654747009277\n",
      "......epoch: 6227 1.3703022003173828\n",
      "......epoch: 6228 1.366556167602539\n",
      "......epoch: 6229 1.3651809692382812\n",
      "......epoch: 6230 1.3543362617492676\n",
      "performance =  0.9789\n",
      "......epoch: 6231 0.9394845962524414\n",
      "......epoch: 6232 1.3344695568084717\n",
      "......epoch: 6233 1.3443694114685059\n",
      "......epoch: 6234 1.3653903007507324\n",
      "......epoch: 6235 1.3703303337097168\n",
      "......epoch: 6236 1.363353967666626\n",
      "......epoch: 6237 1.3743255138397217\n",
      "......epoch: 6238 1.3394198417663574\n",
      "......epoch: 6239 1.3513851165771484\n",
      "......epoch: 6240 1.3513882160186768\n",
      "performance =  0.9791\n",
      "......epoch: 6241 0.9734344482421875\n",
      "......epoch: 6242 1.3673460483551025\n",
      "......epoch: 6243 1.370298147201538\n",
      "......epoch: 6244 1.3693382740020752\n",
      "......epoch: 6245 1.369337558746338\n",
      "......epoch: 6246 1.3593697547912598\n",
      "......epoch: 6247 1.362354040145874\n",
      "......epoch: 6248 1.375359296798706\n",
      "......epoch: 6249 1.373291015625\n",
      "......epoch: 6250 1.3733634948730469\n",
      "performance =  0.9791\n",
      "......epoch: 6251 0.9664168357849121\n",
      "......epoch: 6252 1.3693606853485107\n",
      "......epoch: 6253 1.3623557090759277\n",
      "......epoch: 6254 1.3743247985839844\n",
      "......epoch: 6255 1.3654565811157227\n",
      "......epoch: 6256 1.3603885173797607\n",
      "......epoch: 6257 1.3463983535766602\n",
      "......epoch: 6258 1.3446757793426514\n",
      "......epoch: 6259 1.3334064483642578\n",
      "......epoch: 6260 1.365349531173706\n",
      "performance =  0.9789\n",
      "......epoch: 6261 0.9674403667449951\n",
      "......epoch: 6262 1.3574225902557373\n",
      "......epoch: 6263 1.3563735485076904\n",
      "......epoch: 6264 1.3643548488616943\n",
      "......epoch: 6265 1.3633437156677246\n",
      "......epoch: 6266 1.3653504848480225\n",
      "......epoch: 6267 1.3603625297546387\n",
      "......epoch: 6268 1.3663487434387207\n",
      "......epoch: 6269 1.3663873672485352\n",
      "......epoch: 6270 1.3653666973114014\n",
      "performance =  0.9789\n",
      "......epoch: 6271 0.9683830738067627\n",
      "......epoch: 6272 1.3543787002563477\n",
      "......epoch: 6273 1.308501958847046\n",
      "......epoch: 6274 1.3424105644226074\n",
      "......epoch: 6275 1.3325142860412598\n",
      "......epoch: 6276 1.3514726161956787\n",
      "......epoch: 6277 1.351224422454834\n",
      "......epoch: 6278 1.3473975658416748\n",
      "......epoch: 6279 1.3264539241790771\n",
      "......epoch: 6280 1.36173677444458\n",
      "performance =  0.979\n",
      "......epoch: 6281 0.9684107303619385\n",
      "......epoch: 6282 1.3614022731781006\n",
      "......epoch: 6283 1.3643465042114258\n",
      "......epoch: 6284 1.3623223304748535\n",
      "......epoch: 6285 1.369337797164917\n",
      "......epoch: 6286 1.357410192489624\n",
      "......epoch: 6287 1.3683013916015625\n",
      "......epoch: 6288 1.3673782348632812\n",
      "......epoch: 6289 1.368347406387329\n",
      "......epoch: 6290 1.3663172721862793\n",
      "performance =  0.9788\n",
      "......epoch: 6291 0.9714033603668213\n",
      "......epoch: 6292 1.357407569885254\n",
      "......epoch: 6293 1.3623216152191162\n",
      "......epoch: 6294 1.3686742782592773\n",
      "......epoch: 6295 1.3663461208343506\n",
      "......epoch: 6296 1.362720012664795\n",
      "......epoch: 6297 1.329411268234253\n",
      "......epoch: 6298 1.3308615684509277\n",
      "......epoch: 6299 1.3733267784118652\n",
      "......epoch: 6300 1.360400676727295\n",
      "performance =  0.979\n",
      "......epoch: 6301 0.9653866291046143\n",
      "......epoch: 6302 1.372391939163208\n",
      "......epoch: 6303 1.3662853240966797\n",
      "......epoch: 6304 1.3663501739501953\n",
      "......epoch: 6305 1.3726413249969482\n",
      "......epoch: 6306 1.3480796813964844\n",
      "......epoch: 6307 1.374913215637207\n",
      "......epoch: 6308 1.3721141815185547\n",
      "......epoch: 6309 1.3544507026672363\n",
      "......epoch: 6310 1.3652777671813965\n",
      "performance =  0.9789\n",
      "......epoch: 6311 0.9704222679138184\n",
      "......epoch: 6312 1.371626853942871\n",
      "......epoch: 6313 1.3684146404266357\n",
      "......epoch: 6314 1.358403205871582\n",
      "......epoch: 6315 1.3653583526611328\n",
      "......epoch: 6316 1.3184301853179932\n",
      "......epoch: 6317 1.312509536743164\n",
      "......epoch: 6318 1.3074860572814941\n",
      "......epoch: 6319 1.3444454669952393\n",
      "......epoch: 6320 1.3403887748718262\n",
      "performance =  0.9787\n",
      "......epoch: 6321 0.9703879356384277\n",
      "......epoch: 6322 1.3583686351776123\n",
      "......epoch: 6323 1.365384817123413\n",
      "......epoch: 6324 1.3653137683868408\n",
      "......epoch: 6325 1.3643510341644287\n",
      "......epoch: 6326 1.3683810234069824\n",
      "......epoch: 6327 1.3655648231506348\n",
      "......epoch: 6328 1.3710691928863525\n",
      "......epoch: 6329 1.370332956314087\n",
      "......epoch: 6330 1.3683397769927979\n",
      "performance =  0.9788\n",
      "......epoch: 6331 0.9623854160308838\n",
      "......epoch: 6332 1.364351749420166\n",
      "......epoch: 6333 1.3623979091644287\n",
      "......epoch: 6334 1.374291181564331\n",
      "......epoch: 6335 1.3663852214813232\n",
      "......epoch: 6336 1.3403737545013428\n",
      "......epoch: 6337 1.3506410121917725\n",
      "......epoch: 6338 1.3454017639160156\n",
      "......epoch: 6339 1.3573708534240723\n",
      "......epoch: 6340 1.3643529415130615\n",
      "performance =  0.9788\n",
      "......epoch: 6341 0.9725139141082764\n",
      "......epoch: 6342 1.352388858795166\n",
      "......epoch: 6343 1.3633897304534912\n",
      "......epoch: 6344 1.3663053512573242\n",
      "......epoch: 6345 1.3523855209350586\n",
      "......epoch: 6346 1.3703699111938477\n",
      "......epoch: 6347 1.3665828704833984\n",
      "......epoch: 6348 1.3543424606323242\n",
      "......epoch: 6349 1.3574306964874268\n",
      "......epoch: 6350 1.3586678504943848\n",
      "performance =  0.9787\n",
      "......epoch: 6351 0.9694128036499023\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 6352 1.3675892353057861\n",
      "......epoch: 6353 1.353363037109375\n",
      "......epoch: 6354 1.363410234451294\n",
      "......epoch: 6355 1.345381259918213\n",
      "......epoch: 6356 1.3424148559570312\n",
      "......epoch: 6357 1.343407154083252\n",
      "......epoch: 6358 1.3633921146392822\n",
      "......epoch: 6359 1.3493542671203613\n",
      "......epoch: 6360 1.3135604858398438\n",
      "performance =  0.9786\n",
      "......epoch: 6361 0.9594366550445557\n",
      "......epoch: 6362 1.3444314002990723\n",
      "......epoch: 6363 1.3703150749206543\n",
      "......epoch: 6364 1.3687078952789307\n",
      "......epoch: 6365 1.3590288162231445\n",
      "......epoch: 6366 1.3663084506988525\n",
      "......epoch: 6367 1.371368169784546\n",
      "......epoch: 6368 1.3643221855163574\n",
      "......epoch: 6369 1.3444292545318604\n",
      "......epoch: 6370 1.366318702697754\n",
      "performance =  0.9786\n",
      "......epoch: 6371 0.9574401378631592\n",
      "......epoch: 6372 1.3683438301086426\n",
      "......epoch: 6373 1.3523445129394531\n",
      "......epoch: 6374 1.365349292755127\n",
      "......epoch: 6375 1.3354921340942383\n",
      "......epoch: 6376 1.3483326435089111\n",
      "......epoch: 6377 1.353583812713623\n",
      "......epoch: 6378 1.3613998889923096\n",
      "......epoch: 6379 1.3692970275878906\n",
      "......epoch: 6380 1.362398624420166\n",
      "performance =  0.9785\n",
      "......epoch: 6381 0.9604198932647705\n",
      "......epoch: 6382 1.3743395805358887\n",
      "......epoch: 6383 1.3593511581420898\n",
      "......epoch: 6384 1.3533813953399658\n",
      "......epoch: 6385 1.3625288009643555\n",
      "......epoch: 6386 1.357407569885254\n",
      "......epoch: 6387 1.2795405387878418\n",
      "......epoch: 6388 1.3593647480010986\n",
      "......epoch: 6389 1.3643510341644287\n",
      "......epoch: 6390 1.3655657768249512\n",
      "performance =  0.9785\n",
      "......epoch: 6391 0.9644472599029541\n",
      "......epoch: 6392 1.3613643646240234\n",
      "......epoch: 6393 1.370316743850708\n",
      "......epoch: 6394 1.3703150749206543\n",
      "......epoch: 6395 1.3324415683746338\n",
      "......epoch: 6396 1.334428071975708\n",
      "......epoch: 6397 1.363354206085205\n",
      "......epoch: 6398 1.362412929534912\n",
      "......epoch: 6399 1.3563549518585205\n",
      "......epoch: 6400 1.3647215366363525\n",
      "performance =  0.9784\n",
      "......epoch: 6401 0.947465181350708\n",
      "......epoch: 6402 1.3164985179901123\n",
      "......epoch: 6403 1.3314578533172607\n",
      "......epoch: 6404 1.3413851261138916\n",
      "......epoch: 6405 1.3414080142974854\n",
      "......epoch: 6406 1.3633904457092285\n",
      "......epoch: 6407 1.3585338592529297\n",
      "......epoch: 6408 1.360159158706665\n",
      "......epoch: 6409 1.3635826110839844\n",
      "......epoch: 6410 1.362165927886963\n",
      "performance =  0.9784\n",
      "......epoch: 6411 0.9704878330230713\n",
      "......epoch: 6412 1.365253210067749\n",
      "......epoch: 6413 1.3675954341888428\n",
      "......epoch: 6414 1.3563759326934814\n",
      "......epoch: 6415 1.3423728942871094\n",
      "......epoch: 6416 1.3543777465820312\n",
      "......epoch: 6417 1.3434767723083496\n",
      "......epoch: 6418 1.3583405017852783\n",
      "......epoch: 6419 1.3563737869262695\n",
      "......epoch: 6420 1.3693392276763916\n",
      "performance =  0.9784\n",
      "......epoch: 6421 0.9624271392822266\n",
      "......epoch: 6422 1.372368574142456\n",
      "......epoch: 6423 1.3527050018310547\n",
      "......epoch: 6424 1.3630895614624023\n",
      "......epoch: 6425 1.349391222000122\n",
      "......epoch: 6426 1.361403226852417\n",
      "......epoch: 6427 1.3713929653167725\n",
      "......epoch: 6428 1.322404146194458\n",
      "......epoch: 6429 1.366548776626587\n",
      "......epoch: 6430 1.3591985702514648\n",
      "performance =  0.9786\n",
      "......epoch: 6431 0.9674043655395508\n",
      "......epoch: 6432 1.3623569011688232\n",
      "......epoch: 6433 1.3673663139343262\n",
      "......epoch: 6434 1.3364152908325195\n",
      "......epoch: 6435 1.3505957126617432\n",
      "......epoch: 6436 1.3541967868804932\n",
      "......epoch: 6437 1.357334852218628\n",
      "......epoch: 6438 1.3603613376617432\n",
      "......epoch: 6439 1.3703372478485107\n",
      "......epoch: 6440 1.3603930473327637\n",
      "performance =  0.978\n",
      "......epoch: 6441 0.9694483280181885\n",
      "......epoch: 6442 1.365309238433838\n",
      "......epoch: 6443 1.356698751449585\n",
      "......epoch: 6444 1.3544154167175293\n",
      "......epoch: 6445 1.3184385299682617\n",
      "......epoch: 6446 1.315493106842041\n",
      "......epoch: 6447 1.3194713592529297\n",
      "......epoch: 6448 1.3184595108032227\n",
      "......epoch: 6449 1.3584823608398438\n",
      "......epoch: 6450 1.3613743782043457\n",
      "performance =  0.978\n",
      "......epoch: 6451 0.9746921062469482\n",
      "......epoch: 6452 1.3725900650024414\n",
      "......epoch: 6453 1.35713791847229\n",
      "......epoch: 6454 1.3324761390686035\n",
      "......epoch: 6455 1.3404157161712646\n",
      "......epoch: 6456 1.351348638534546\n",
      "......epoch: 6457 1.3723533153533936\n",
      "......epoch: 6458 1.3643286228179932\n",
      "......epoch: 6459 1.3687090873718262\n",
      "......epoch: 6460 1.3643903732299805\n",
      "performance =  0.978\n",
      "......epoch: 6461 0.967414379119873\n",
      "......epoch: 6462 1.3543779850006104\n",
      "......epoch: 6463 1.3703360557556152\n",
      "......epoch: 6464 1.3573713302612305\n",
      "......epoch: 6465 1.3633544445037842\n",
      "......epoch: 6466 1.3683419227600098\n",
      "......epoch: 6467 1.366344928741455\n",
      "......epoch: 6468 1.3583691120147705\n",
      "......epoch: 6469 1.3634347915649414\n",
      "......epoch: 6470 1.3754024505615234\n",
      "performance =  0.9782\n",
      "......epoch: 6471 0.9716064929962158\n",
      "......epoch: 6472 1.3642327785491943\n",
      "......epoch: 6473 1.3393752574920654\n",
      "......epoch: 6474 1.3543803691864014\n",
      "......epoch: 6475 1.3334343433380127\n",
      "......epoch: 6476 1.36271333694458\n",
      "......epoch: 6477 1.3572120666503906\n",
      "......epoch: 6478 1.3592803478240967\n",
      "......epoch: 6479 1.3673534393310547\n",
      "......epoch: 6480 1.356374979019165\n",
      "performance =  0.978\n",
      "......epoch: 6481 0.9696810245513916\n",
      "......epoch: 6482 1.3567702770233154\n",
      "......epoch: 6483 1.3575990200042725\n",
      "......epoch: 6484 1.357675313949585\n",
      "......epoch: 6485 1.3684329986572266\n",
      "......epoch: 6486 1.36336350440979\n",
      "......epoch: 6487 1.3643484115600586\n",
      "......epoch: 6488 1.3384428024291992\n",
      "......epoch: 6489 1.3036696910858154\n",
      "......epoch: 6490 1.3294458389282227\n",
      "performance =  0.9778\n",
      "......epoch: 6491 0.9624452590942383\n",
      "......epoch: 6492 1.3566837310791016\n",
      "......epoch: 6493 1.336162805557251\n",
      "......epoch: 6494 1.3397412300109863\n",
      "......epoch: 6495 1.3374683856964111\n",
      "......epoch: 6496 1.3594005107879639\n",
      "......epoch: 6497 1.3625283241271973\n",
      "......epoch: 6498 1.360159158706665\n",
      "......epoch: 6499 1.357370376586914\n",
      "......epoch: 6500 1.3533806800842285\n",
      "performance =  0.9779\n",
      "......epoch: 6501 0.9629766941070557\n",
      "......epoch: 6502 1.3610658645629883\n",
      "......epoch: 6503 1.3606359958648682\n",
      "......epoch: 6504 1.352386474609375\n",
      "......epoch: 6505 1.3694252967834473\n",
      "......epoch: 6506 1.2845747470855713\n",
      "......epoch: 6507 1.3508479595184326\n",
      "......epoch: 6508 1.3603618144989014\n",
      "......epoch: 6509 1.3583674430847168\n",
      "......epoch: 6510 1.3626580238342285\n",
      "performance =  0.9776\n",
      "......epoch: 6511 0.967458963394165\n",
      "......epoch: 6512 1.3682951927185059\n",
      "......epoch: 6513 1.3354177474975586\n",
      "......epoch: 6514 1.329479455947876\n",
      "......epoch: 6515 1.3324024677276611\n",
      "......epoch: 6516 1.3663842678070068\n",
      "......epoch: 6517 1.357351541519165\n",
      "......epoch: 6518 1.3593473434448242\n",
      "......epoch: 6519 1.359365463256836\n",
      "......epoch: 6520 1.3613975048065186\n",
      "performance =  0.9778\n",
      "......epoch: 6521 0.9694123268127441\n",
      "......epoch: 6522 1.3635649681091309\n",
      "......epoch: 6523 1.3611459732055664\n",
      "......epoch: 6524 1.3563740253448486\n",
      "......epoch: 6525 1.3703367710113525\n",
      "......epoch: 6526 1.3657374382019043\n",
      "......epoch: 6527 1.3724894523620605\n",
      "......epoch: 6528 1.3591625690460205\n",
      "......epoch: 6529 1.3623969554901123\n",
      "......epoch: 6530 1.362318515777588\n",
      "performance =  0.9777\n",
      "......epoch: 6531 0.9375202655792236\n",
      "......epoch: 6532 1.316453456878662\n",
      "......epoch: 6533 1.310495138168335\n",
      "......epoch: 6534 1.2995259761810303\n",
      "......epoch: 6535 1.3535923957824707\n",
      "......epoch: 6536 1.3633952140808105\n",
      "......epoch: 6537 1.3673291206359863\n",
      "......epoch: 6538 1.3623590469360352\n",
      "......epoch: 6539 1.3554089069366455\n",
      "......epoch: 6540 1.3613274097442627\n",
      "performance =  0.9778\n",
      "......epoch: 6541 0.9644558429718018\n",
      "......epoch: 6542 1.3553812503814697\n",
      "......epoch: 6543 1.3555965423583984\n",
      "......epoch: 6544 1.3532042503356934\n",
      "......epoch: 6545 1.357362985610962\n",
      "......epoch: 6546 1.3687331676483154\n",
      "......epoch: 6547 1.3623950481414795\n",
      "......epoch: 6548 1.3603248596191406\n",
      "......epoch: 6549 1.3673655986785889\n",
      "......epoch: 6550 1.3673224449157715\n",
      "performance =  0.9779\n",
      "......epoch: 6551 0.9567301273345947\n",
      "......epoch: 6552 1.3318066596984863\n",
      "......epoch: 6553 1.3483951091766357\n",
      "......epoch: 6554 1.3254928588867188\n",
      "......epoch: 6555 1.3635706901550293\n",
      "......epoch: 6556 1.3659281730651855\n",
      "......epoch: 6557 1.358341932296753\n",
      "......epoch: 6558 1.367344617843628\n",
      "......epoch: 6559 1.3683393001556396\n",
      "......epoch: 6560 1.3643865585327148\n",
      "performance =  0.9779\n",
      "......epoch: 6561 0.9703726768493652\n",
      "......epoch: 6562 1.3693747520446777\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 6563 1.3523173332214355\n",
      "......epoch: 6564 1.334455966949463\n",
      "......epoch: 6565 1.3486757278442383\n",
      "......epoch: 6566 1.3414745330810547\n",
      "......epoch: 6567 1.3577220439910889\n",
      "......epoch: 6568 1.3603861331939697\n",
      "......epoch: 6569 1.373344898223877\n",
      "......epoch: 6570 1.3614013195037842\n",
      "performance =  0.978\n",
      "......epoch: 6571 0.9676122665405273\n",
      "......epoch: 6572 1.3252861499786377\n",
      "......epoch: 6573 1.3523476123809814\n",
      "......epoch: 6574 1.328446388244629\n",
      "......epoch: 6575 1.3096299171447754\n",
      "......epoch: 6576 1.3353209495544434\n",
      "......epoch: 6577 1.3394145965576172\n",
      "......epoch: 6578 1.3457491397857666\n",
      "......epoch: 6579 1.360109567642212\n",
      "......epoch: 6580 1.3623206615447998\n",
      "performance =  0.9781\n",
      "......epoch: 6581 0.9626510143280029\n",
      "......epoch: 6582 1.3611786365509033\n",
      "......epoch: 6583 1.3646275997161865\n",
      "......epoch: 6584 1.3560664653778076\n",
      "......epoch: 6585 1.3733174800872803\n",
      "......epoch: 6586 1.3664209842681885\n",
      "......epoch: 6587 1.3583552837371826\n",
      "......epoch: 6588 1.3673200607299805\n",
      "......epoch: 6589 1.3623573780059814\n",
      "......epoch: 6590 1.3644018173217773\n",
      "performance =  0.9782\n",
      "......epoch: 6591 0.957751989364624\n",
      "......epoch: 6592 1.3351476192474365\n",
      "......epoch: 6593 1.323469638824463\n",
      "......epoch: 6594 1.3573341369628906\n",
      "......epoch: 6595 1.3564088344573975\n",
      "......epoch: 6596 1.3615145683288574\n",
      "......epoch: 6597 1.3564743995666504\n",
      "......epoch: 6598 1.360105276107788\n",
      "......epoch: 6599 1.3703370094299316\n",
      "......epoch: 6600 1.3643522262573242\n",
      "performance =  0.9781\n",
      "......epoch: 6601 0.9627153873443604\n",
      "......epoch: 6602 1.3753225803375244\n",
      "......epoch: 6603 1.3673014640808105\n",
      "......epoch: 6604 1.3574023246765137\n",
      "......epoch: 6605 1.3623549938201904\n",
      "......epoch: 6606 1.3594112396240234\n",
      "......epoch: 6607 1.3454194068908691\n",
      "......epoch: 6608 1.3677544593811035\n",
      "......epoch: 6609 1.3693370819091797\n",
      "......epoch: 6610 1.3633577823638916\n",
      "performance =  0.9781\n",
      "......epoch: 6611 0.9504594802856445\n",
      "......epoch: 6612 1.3404524326324463\n",
      "......epoch: 6613 1.3423752784729004\n",
      "......epoch: 6614 1.3534157276153564\n",
      "......epoch: 6615 1.3593711853027344\n",
      "......epoch: 6616 1.3693394660949707\n",
      "......epoch: 6617 1.3603918552398682\n",
      "......epoch: 6618 1.328425645828247\n",
      "......epoch: 6619 1.330437421798706\n",
      "......epoch: 6620 1.3374266624450684\n",
      "performance =  0.9782\n",
      "......epoch: 6621 0.9684107303619385\n",
      "......epoch: 6622 1.3633544445037842\n",
      "......epoch: 6623 1.358372688293457\n",
      "......epoch: 6624 1.3653457164764404\n",
      "......epoch: 6625 1.3745675086975098\n",
      "......epoch: 6626 1.360466718673706\n",
      "......epoch: 6627 1.3570992946624756\n",
      "......epoch: 6628 1.362379789352417\n",
      "......epoch: 6629 1.3672854900360107\n",
      "......epoch: 6630 1.3633944988250732\n",
      "performance =  0.9782\n",
      "......epoch: 6631 0.9594376087188721\n",
      "......epoch: 6632 1.3414855003356934\n",
      "......epoch: 6633 1.343372106552124\n",
      "......epoch: 6634 1.3556571006774902\n",
      "......epoch: 6635 1.356388807296753\n",
      "......epoch: 6636 1.3663854598999023\n",
      "......epoch: 6637 1.3486802577972412\n",
      "......epoch: 6638 1.3574280738830566\n",
      "......epoch: 6639 1.372352123260498\n",
      "......epoch: 6640 1.3545637130737305\n",
      "performance =  0.9781\n",
      "......epoch: 6641 0.9704055786132812\n",
      "......epoch: 6642 1.363354206085205\n",
      "......epoch: 6643 1.361363172531128\n",
      "......epoch: 6644 1.3595688343048096\n",
      "......epoch: 6645 1.3643605709075928\n",
      "......epoch: 6646 1.3631727695465088\n",
      "......epoch: 6647 1.3539254665374756\n",
      "......epoch: 6648 1.3693718910217285\n",
      "......epoch: 6649 1.3633599281311035\n",
      "......epoch: 6650 1.3443646430969238\n",
      "performance =  0.978\n",
      "......epoch: 6651 0.966449499130249\n",
      "......epoch: 6652 1.3284127712249756\n",
      "......epoch: 6653 1.3494281768798828\n",
      "......epoch: 6654 1.3583719730377197\n",
      "......epoch: 6655 1.3702960014343262\n",
      "......epoch: 6656 1.3595833778381348\n",
      "......epoch: 6657 1.3531651496887207\n",
      "......epoch: 6658 1.3554599285125732\n",
      "......epoch: 6659 1.3683009147644043\n",
      "......epoch: 6660 1.361339807510376\n",
      "performance =  0.9778\n",
      "......epoch: 6661 0.9385378360748291\n",
      "......epoch: 6662 1.3287112712860107\n",
      "......epoch: 6663 1.308530330657959\n",
      "......epoch: 6664 1.3363933563232422\n",
      "......epoch: 6665 1.3636212348937988\n",
      "......epoch: 6666 1.363351821899414\n",
      "......epoch: 6667 1.3571019172668457\n",
      "......epoch: 6668 1.3703639507293701\n",
      "......epoch: 6669 1.362391710281372\n",
      "......epoch: 6670 1.3563377857208252\n",
      "performance =  0.9778\n",
      "......epoch: 6671 0.9584741592407227\n",
      "......epoch: 6672 1.3296964168548584\n",
      "......epoch: 6673 1.3633697032928467\n",
      "......epoch: 6674 1.3643138408660889\n",
      "......epoch: 6675 1.3664417266845703\n",
      "......epoch: 6676 1.3523528575897217\n",
      "......epoch: 6677 1.365389347076416\n",
      "......epoch: 6678 1.3583688735961914\n",
      "......epoch: 6679 1.36041259765625\n",
      "......epoch: 6680 1.3623313903808594\n",
      "performance =  0.9777\n",
      "......epoch: 6681 0.9654512405395508\n",
      "......epoch: 6682 1.3593664169311523\n",
      "......epoch: 6683 1.3523480892181396\n",
      "......epoch: 6684 1.3613591194152832\n",
      "......epoch: 6685 1.3563733100891113\n",
      "......epoch: 6686 1.3623857498168945\n",
      "......epoch: 6687 1.3603365421295166\n",
      "......epoch: 6688 1.3653476238250732\n",
      "......epoch: 6689 1.370335578918457\n",
      "......epoch: 6690 1.3543939590454102\n",
      "performance =  0.9777\n",
      "......epoch: 6691 0.9464976787567139\n",
      "......epoch: 6692 1.348400354385376\n",
      "......epoch: 6693 1.3413870334625244\n",
      "......epoch: 6694 1.3744096755981445\n",
      "......epoch: 6695 1.3653287887573242\n",
      "......epoch: 6696 1.3556368350982666\n",
      "......epoch: 6697 1.3650596141815186\n",
      "......epoch: 6698 1.3633496761322021\n",
      "......epoch: 6699 1.3623600006103516\n",
      "......epoch: 6700 1.3604023456573486\n",
      "performance =  0.9776\n",
      "......epoch: 6701 0.9724030494689941\n",
      "......epoch: 6702 1.3564229011535645\n",
      "......epoch: 6703 1.3652987480163574\n",
      "......epoch: 6704 1.3284473419189453\n",
      "......epoch: 6705 1.325455665588379\n",
      "......epoch: 6706 1.322465181350708\n",
      "......epoch: 6707 1.3394169807434082\n",
      "......epoch: 6708 1.3633978366851807\n",
      "......epoch: 6709 1.3543353080749512\n",
      "......epoch: 6710 1.3653502464294434\n",
      "performance =  0.9776\n",
      "......epoch: 6711 0.9494631290435791\n",
      "......epoch: 6712 1.3613576889038086\n",
      "......epoch: 6713 1.3625807762145996\n",
      "......epoch: 6714 1.3651659488677979\n",
      "......epoch: 6715 1.3782875537872314\n",
      "......epoch: 6716 1.3563640117645264\n",
      "......epoch: 6717 1.3673698902130127\n",
      "......epoch: 6718 1.3613333702087402\n",
      "......epoch: 6719 1.363356590270996\n",
      "......epoch: 6720 1.365450143814087\n",
      "performance =  0.9774\n",
      "......epoch: 6721 0.964463472366333\n",
      "......epoch: 6722 1.350616216659546\n",
      "......epoch: 6723 1.3484482765197754\n",
      "......epoch: 6724 1.353379487991333\n",
      "......epoch: 6725 1.3634037971496582\n",
      "......epoch: 6726 1.370298147201538\n",
      "......epoch: 6727 1.3733410835266113\n",
      "......epoch: 6728 1.3663723468780518\n",
      "......epoch: 6729 1.3603241443634033\n",
      "......epoch: 6730 1.3314416408538818\n",
      "performance =  0.9777\n",
      "......epoch: 6731 0.9644231796264648\n",
      "......epoch: 6732 1.3643779754638672\n",
      "......epoch: 6733 1.3663899898529053\n",
      "......epoch: 6734 1.3732850551605225\n",
      "......epoch: 6735 1.3693468570709229\n",
      "......epoch: 6736 1.3645505905151367\n",
      "......epoch: 6737 1.374678373336792\n",
      "......epoch: 6738 1.3729736804962158\n",
      "......epoch: 6739 1.3585762977600098\n",
      "......epoch: 6740 1.3651442527770996\n",
      "performance =  0.9778\n",
      "......epoch: 6741 0.9714040756225586\n",
      "......epoch: 6742 1.3576042652130127\n",
      "......epoch: 6743 1.3552401065826416\n",
      "......epoch: 6744 1.3633906841278076\n",
      "......epoch: 6745 1.3623197078704834\n",
      "......epoch: 6746 1.346860408782959\n",
      "......epoch: 6747 1.360377550125122\n",
      "......epoch: 6748 1.3085012435913086\n",
      "......epoch: 6749 1.3264532089233398\n",
      "......epoch: 6750 1.3114933967590332\n",
      "performance =  0.9777\n",
      "......epoch: 6751 0.9604318141937256\n",
      "......epoch: 6752 1.3633573055267334\n",
      "......epoch: 6753 1.3707358837127686\n",
      "......epoch: 6754 1.3659439086914062\n",
      "......epoch: 6755 1.3793346881866455\n",
      "......epoch: 6756 1.3533813953399658\n",
      "......epoch: 6757 1.359591007232666\n",
      "......epoch: 6758 1.3665482997894287\n",
      "......epoch: 6759 1.3631904125213623\n",
      "......epoch: 6760 1.3643202781677246\n",
      "performance =  0.9777\n",
      "......epoch: 6761 0.9674150943756104\n",
      "......epoch: 6762 1.365346908569336\n",
      "......epoch: 6763 1.36555814743042\n",
      "......epoch: 6764 1.3721227645874023\n",
      "......epoch: 6765 1.361635684967041\n",
      "......epoch: 6766 1.3641269207000732\n",
      "......epoch: 6767 1.360422134399414\n",
      "......epoch: 6768 1.3593413829803467\n",
      "......epoch: 6769 1.3364098072052002\n",
      "......epoch: 6770 1.3404521942138672\n",
      "performance =  0.9779\n",
      "......epoch: 6771 0.9544479846954346\n",
      "......epoch: 6772 1.3493907451629639\n",
      "......epoch: 6773 1.3554139137268066\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 6774 1.3435795307159424\n",
      "......epoch: 6775 1.3512969017028809\n",
      "......epoch: 6776 1.356412410736084\n",
      "......epoch: 6777 1.3633522987365723\n",
      "......epoch: 6778 1.3635880947113037\n",
      "......epoch: 6779 1.3623571395874023\n",
      "......epoch: 6780 1.3663463592529297\n",
      "performance =  0.9779\n",
      "......epoch: 6781 0.9663784503936768\n",
      "......epoch: 6782 1.3623554706573486\n",
      "......epoch: 6783 1.3653550148010254\n",
      "......epoch: 6784 1.3723278045654297\n",
      "......epoch: 6785 1.3717617988586426\n",
      "......epoch: 6786 1.3702924251556396\n",
      "......epoch: 6787 1.3533835411071777\n",
      "......epoch: 6788 1.36570405960083\n",
      "......epoch: 6789 1.3330821990966797\n",
      "......epoch: 6790 1.3483927249908447\n",
      "performance =  0.9778\n",
      "......epoch: 6791 0.9394879341125488\n",
      "......epoch: 6792 1.353379726409912\n",
      "......epoch: 6793 1.3284485340118408\n",
      "......epoch: 6794 1.3575050830841064\n",
      "......epoch: 6795 1.3563299179077148\n",
      "......epoch: 6796 1.3623952865600586\n",
      "......epoch: 6797 1.3685111999511719\n",
      "......epoch: 6798 1.3631467819213867\n",
      "......epoch: 6799 1.3643534183502197\n",
      "......epoch: 6800 1.3713693618774414\n",
      "performance =  0.9777\n",
      "......epoch: 6801 0.9654009342193604\n",
      "......epoch: 6802 1.3673429489135742\n",
      "......epoch: 6803 1.3613591194152832\n",
      "......epoch: 6804 1.3627068996429443\n",
      "......epoch: 6805 1.367027997970581\n",
      "......epoch: 6806 1.365361213684082\n",
      "......epoch: 6807 1.361316442489624\n",
      "......epoch: 6808 1.3593635559082031\n",
      "......epoch: 6809 1.3284697532653809\n",
      "......epoch: 6810 1.3407721519470215\n",
      "performance =  0.9776\n",
      "......epoch: 6811 0.9524068832397461\n",
      "......epoch: 6812 1.350395917892456\n",
      "......epoch: 6813 1.3736646175384521\n",
      "......epoch: 6814 1.375321388244629\n",
      "......epoch: 6815 1.3663461208343506\n",
      "......epoch: 6816 1.3583695888519287\n",
      "......epoch: 6817 1.3713316917419434\n",
      "......epoch: 6818 1.3703384399414062\n",
      "......epoch: 6819 1.364389419555664\n",
      "......epoch: 6820 1.3363871574401855\n",
      "performance =  0.9779\n",
      "......epoch: 6821 0.9736635684967041\n",
      "......epoch: 6822 1.3652746677398682\n",
      "......epoch: 6823 1.3721575736999512\n",
      "......epoch: 6824 1.3593642711639404\n",
      "......epoch: 6825 1.3634388446807861\n",
      "......epoch: 6826 1.3703365325927734\n",
      "......epoch: 6827 1.3736050128936768\n",
      "......epoch: 6828 1.329167127609253\n",
      "......epoch: 6829 1.348691701889038\n",
      "......epoch: 6830 1.3473997116088867\n",
      "performance =  0.9779\n",
      "......epoch: 6831 0.9686141014099121\n",
      "......epoch: 6832 1.3654370307922363\n",
      "......epoch: 6833 1.3301517963409424\n",
      "......epoch: 6834 1.3155436515808105\n",
      "......epoch: 6835 1.3355040550231934\n",
      "......epoch: 6836 1.331305742263794\n",
      "......epoch: 6837 1.363353967666626\n",
      "......epoch: 6838 1.3633522987365723\n",
      "......epoch: 6839 1.3523857593536377\n",
      "......epoch: 6840 1.3573822975158691\n",
      "performance =  0.978\n",
      "......epoch: 6841 0.9644227027893066\n",
      "......epoch: 6842 1.3673450946807861\n",
      "......epoch: 6843 1.3663489818572998\n",
      "......epoch: 6844 1.3675706386566162\n",
      "......epoch: 6845 1.3561789989471436\n",
      "......epoch: 6846 1.3613572120666504\n",
      "......epoch: 6847 1.3583343029022217\n",
      "......epoch: 6848 1.3414156436920166\n",
      "......epoch: 6849 1.3224618434906006\n",
      "......epoch: 6850 1.3434441089630127\n",
      "performance =  0.978\n",
      "......epoch: 6851 0.9714522361755371\n",
      "......epoch: 6852 1.3436639308929443\n",
      "......epoch: 6853 1.3613839149475098\n",
      "......epoch: 6854 1.3603310585021973\n",
      "......epoch: 6855 1.3523781299591064\n",
      "......epoch: 6856 1.3693394660949707\n",
      "......epoch: 6857 1.3663854598999023\n",
      "......epoch: 6858 1.3633203506469727\n",
      "......epoch: 6859 1.3555989265441895\n",
      "......epoch: 6860 1.3701121807098389\n",
      "performance =  0.978\n",
      "......epoch: 6861 0.967444896697998\n",
      "......epoch: 6862 1.3633127212524414\n",
      "......epoch: 6863 1.366379976272583\n",
      "......epoch: 6864 1.3583343029022217\n",
      "......epoch: 6865 1.3524212837219238\n",
      "......epoch: 6866 1.373370885848999\n",
      "......epoch: 6867 1.3582873344421387\n",
      "......epoch: 6868 1.3334412574768066\n",
      "......epoch: 6869 1.3244965076446533\n",
      "......epoch: 6870 1.3682985305786133\n",
      "performance =  0.978\n",
      "......epoch: 6871 0.9624390602111816\n",
      "......epoch: 6872 1.3623578548431396\n",
      "......epoch: 6873 1.360720157623291\n",
      "......epoch: 6874 1.3520243167877197\n",
      "......epoch: 6875 1.3667247295379639\n",
      "......epoch: 6876 1.3603572845458984\n",
      "......epoch: 6877 1.3094813823699951\n",
      "......epoch: 6878 1.3296809196472168\n",
      "......epoch: 6879 1.3045260906219482\n",
      "......epoch: 6880 1.309537649154663\n",
      "performance =  0.9782\n",
      "......epoch: 6881 0.9594266414642334\n",
      "......epoch: 6882 1.3674428462982178\n",
      "......epoch: 6883 1.3742828369140625\n",
      "......epoch: 6884 1.371333360671997\n",
      "......epoch: 6885 1.3574104309082031\n",
      "......epoch: 6886 1.363356351852417\n",
      "......epoch: 6887 1.3453590869903564\n",
      "......epoch: 6888 1.3374607563018799\n",
      "......epoch: 6889 1.3264787197113037\n",
      "......epoch: 6890 1.3397119045257568\n",
      "performance =  0.9782\n",
      "......epoch: 6891 0.9604620933532715\n",
      "......epoch: 6892 1.353820562362671\n",
      "......epoch: 6893 1.3623850345611572\n",
      "......epoch: 6894 1.3523848056793213\n",
      "......epoch: 6895 1.3769505023956299\n",
      "......epoch: 6896 1.3643033504486084\n",
      "......epoch: 6897 1.3583450317382812\n",
      "......epoch: 6898 1.3477141857147217\n",
      "......epoch: 6899 1.3667693138122559\n",
      "......epoch: 6900 1.37030029296875\n",
      "performance =  0.9782\n",
      "......epoch: 6901 0.9664492607116699\n",
      "......epoch: 6902 1.3674087524414062\n",
      "......epoch: 6903 1.3574469089508057\n",
      "......epoch: 6904 1.368340253829956\n",
      "......epoch: 6905 1.3564200401306152\n",
      "......epoch: 6906 1.3683104515075684\n",
      "......epoch: 6907 1.3234577178955078\n",
      "......epoch: 6908 1.3473966121673584\n",
      "......epoch: 6909 1.364727258682251\n",
      "......epoch: 6910 1.367967128753662\n",
      "performance =  0.9782\n",
      "......epoch: 6911 0.9694383144378662\n",
      "......epoch: 6912 1.369300127029419\n",
      "......epoch: 6913 1.3583686351776123\n",
      "......epoch: 6914 1.3583686351776123\n",
      "......epoch: 6915 1.356400489807129\n",
      "......epoch: 6916 1.3613734245300293\n",
      "......epoch: 6917 1.368621587753296\n",
      "......epoch: 6918 1.3520636558532715\n",
      "......epoch: 6919 1.3653500080108643\n",
      "......epoch: 6920 1.3384552001953125\n",
      "performance =  0.9782\n",
      "......epoch: 6921 0.9526252746582031\n",
      "......epoch: 6922 1.326272964477539\n",
      "......epoch: 6923 1.3533556461334229\n",
      "......epoch: 6924 1.3606913089752197\n",
      "......epoch: 6925 1.3653485774993896\n",
      "......epoch: 6926 1.3663668632507324\n",
      "......epoch: 6927 1.33447265625\n",
      "......epoch: 6928 1.3323967456817627\n",
      "......epoch: 6929 1.3493914604187012\n",
      "......epoch: 6930 1.3586108684539795\n",
      "performance =  0.9784\n",
      "......epoch: 6931 0.9564812183380127\n",
      "......epoch: 6932 1.3683009147644043\n",
      "......epoch: 6933 1.3593652248382568\n",
      "......epoch: 6934 1.359020471572876\n",
      "......epoch: 6935 1.3695745468139648\n",
      "......epoch: 6936 1.3637843132019043\n",
      "......epoch: 6937 1.359332799911499\n",
      "......epoch: 6938 1.3553745746612549\n",
      "......epoch: 6939 1.3633947372436523\n",
      "......epoch: 6940 1.3564085960388184\n",
      "performance =  0.9784\n",
      "......epoch: 6941 0.9664511680603027\n",
      "......epoch: 6942 1.3593299388885498\n",
      "......epoch: 6943 1.33945631980896\n",
      "......epoch: 6944 1.3463921546936035\n",
      "......epoch: 6945 1.3616797924041748\n",
      "......epoch: 6946 1.3354294300079346\n",
      "......epoch: 6947 1.3404231071472168\n",
      "......epoch: 6948 1.3334307670593262\n",
      "......epoch: 6949 1.3573732376098633\n",
      "......epoch: 6950 1.3656494617462158\n",
      "performance =  0.9784\n",
      "......epoch: 6951 0.9743750095367432\n",
      "......epoch: 6952 1.354417085647583\n",
      "......epoch: 6953 1.3543415069580078\n",
      "......epoch: 6954 1.3444290161132812\n",
      "......epoch: 6955 1.3518288135528564\n",
      "......epoch: 6956 1.3613615036010742\n",
      "......epoch: 6957 1.341801404953003\n",
      "......epoch: 6958 1.3673436641693115\n",
      "......epoch: 6959 1.3597452640533447\n",
      "......epoch: 6960 1.3583312034606934\n",
      "performance =  0.9783\n",
      "......epoch: 6961 0.9654333591461182\n",
      "......epoch: 6962 1.3683545589447021\n",
      "......epoch: 6963 1.3125011920928955\n",
      "......epoch: 6964 1.3304023742675781\n",
      "......epoch: 6965 1.3483965396881104\n",
      "......epoch: 6966 1.3045120239257812\n",
      "......epoch: 6967 1.3476171493530273\n",
      "......epoch: 6968 1.3454406261444092\n",
      "......epoch: 6969 1.367652177810669\n",
      "......epoch: 6970 1.3743257522583008\n",
      "performance =  0.9783\n",
      "......epoch: 6971 0.9713742733001709\n",
      "......epoch: 6972 1.3613617420196533\n",
      "......epoch: 6973 1.3715486526489258\n",
      "......epoch: 6974 1.3691599369049072\n",
      "......epoch: 6975 1.338383436203003\n",
      "......epoch: 6976 1.3334698677062988\n",
      "......epoch: 6977 1.3643176555633545\n",
      "......epoch: 6978 1.366387128829956\n",
      "......epoch: 6979 1.3643109798431396\n",
      "......epoch: 6980 1.3564121723175049\n",
      "performance =  0.9784\n",
      "......epoch: 6981 0.969407320022583\n",
      "......epoch: 6982 1.3655571937561035\n",
      "......epoch: 6983 1.3593649864196777\n",
      "......epoch: 6984 1.3611524105072021\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 6985 1.3733294010162354\n",
      "......epoch: 6986 1.329444408416748\n",
      "......epoch: 6987 1.3414130210876465\n",
      "......epoch: 6988 1.3544058799743652\n",
      "......epoch: 6989 1.3623995780944824\n",
      "......epoch: 6990 1.3476197719573975\n",
      "performance =  0.9784\n",
      "......epoch: 6991 0.9685406684875488\n",
      "......epoch: 6992 1.361363410949707\n",
      "......epoch: 6993 1.369300127029419\n",
      "......epoch: 6994 1.3673789501190186\n",
      "......epoch: 6995 1.3626067638397217\n",
      "......epoch: 6996 1.3630716800689697\n",
      "......epoch: 6997 1.3666529655456543\n",
      "......epoch: 6998 1.3630871772766113\n",
      "......epoch: 6999 1.3678324222564697\n",
      "......epoch: 7000 1.3631350994110107\n",
      "performance =  0.9778\n",
      "......epoch: 7001 0.9704060554504395\n",
      "......epoch: 7002 1.3584034442901611\n",
      "......epoch: 7003 1.367347240447998\n",
      "......epoch: 7004 1.366530179977417\n",
      "......epoch: 7005 1.3551809787750244\n",
      "......epoch: 7006 1.3354027271270752\n",
      "......epoch: 7007 1.2875583171844482\n",
      "......epoch: 7008 1.327451467514038\n",
      "......epoch: 7009 1.337425947189331\n",
      "......epoch: 7010 1.3305566310882568\n",
      "performance =  0.9778\n",
      "......epoch: 7011 0.9634239673614502\n",
      "......epoch: 7012 1.3703370094299316\n",
      "......epoch: 7013 1.3666949272155762\n",
      "......epoch: 7014 1.3663380146026611\n",
      "......epoch: 7015 1.3663451671600342\n",
      "......epoch: 7016 1.359405517578125\n",
      "......epoch: 7017 1.3583643436431885\n",
      "......epoch: 7018 1.3644237518310547\n",
      "......epoch: 7019 1.3693883419036865\n",
      "......epoch: 7020 1.3651947975158691\n",
      "performance =  0.9777\n",
      "......epoch: 7021 0.9724011421203613\n",
      "......epoch: 7022 1.352419137954712\n",
      "......epoch: 7023 1.3733210563659668\n",
      "......epoch: 7024 1.3643507957458496\n",
      "......epoch: 7025 1.3374395370483398\n",
      "......epoch: 7026 1.3413984775543213\n",
      "......epoch: 7027 1.3563733100891113\n",
      "......epoch: 7028 1.3623576164245605\n",
      "......epoch: 7029 1.3566298484802246\n",
      "......epoch: 7030 1.369340419769287\n",
      "performance =  0.9776\n",
      "......epoch: 7031 0.9684112071990967\n",
      "......epoch: 7032 1.3783152103424072\n",
      "......epoch: 7033 1.358577013015747\n",
      "......epoch: 7034 1.3691308498382568\n",
      "......epoch: 7035 1.3504140377044678\n",
      "......epoch: 7036 1.3646469116210938\n",
      "......epoch: 7037 1.3672997951507568\n",
      "......epoch: 7038 1.3663852214813232\n",
      "......epoch: 7039 1.3743224143981934\n",
      "......epoch: 7040 1.3653559684753418\n",
      "performance =  0.9777\n",
      "......epoch: 7041 0.9614312648773193\n",
      "......epoch: 7042 1.3673815727233887\n",
      "......epoch: 7043 1.364366054534912\n",
      "......epoch: 7044 1.3583436012268066\n",
      "......epoch: 7045 1.343381404876709\n",
      "......epoch: 7046 1.3503882884979248\n",
      "......epoch: 7047 1.3424150943756104\n",
      "......epoch: 7048 1.367368459701538\n",
      "......epoch: 7049 1.3626701831817627\n",
      "......epoch: 7050 1.3222148418426514\n",
      "performance =  0.9775\n",
      "......epoch: 7051 0.9584364891052246\n",
      "......epoch: 7052 1.324460744857788\n",
      "......epoch: 7053 1.3553862571716309\n",
      "......epoch: 7054 1.3647191524505615\n",
      "......epoch: 7055 1.3490684032440186\n",
      "......epoch: 7056 1.3683631420135498\n",
      "......epoch: 7057 1.365340232849121\n",
      "......epoch: 7058 1.363356351852417\n",
      "......epoch: 7059 1.3663461208343506\n",
      "......epoch: 7060 1.3523852825164795\n",
      "performance =  0.9773\n",
      "......epoch: 7061 0.968550443649292\n",
      "......epoch: 7062 1.3683512210845947\n",
      "......epoch: 7063 1.3635640144348145\n",
      "......epoch: 7064 1.3332676887512207\n",
      "......epoch: 7065 1.3503482341766357\n",
      "......epoch: 7066 1.3493926525115967\n",
      "......epoch: 7067 1.3644068241119385\n",
      "......epoch: 7068 1.3692829608917236\n",
      "......epoch: 7069 1.3623976707458496\n",
      "......epoch: 7070 1.348607063293457\n",
      "performance =  0.9774\n",
      "......epoch: 7071 0.973527193069458\n",
      "......epoch: 7072 1.3553752899169922\n",
      "......epoch: 7073 1.360365390777588\n",
      "......epoch: 7074 1.359363079071045\n",
      "......epoch: 7075 1.3607029914855957\n",
      "......epoch: 7076 1.3595380783081055\n",
      "......epoch: 7077 1.3554279804229736\n",
      "......epoch: 7078 1.3604352474212646\n",
      "......epoch: 7079 1.3713359832763672\n",
      "......epoch: 7080 1.361431360244751\n",
      "performance =  0.9774\n",
      "......epoch: 7081 0.9705784320831299\n",
      "......epoch: 7082 1.3664040565490723\n",
      "......epoch: 7083 1.3481202125549316\n",
      "......epoch: 7084 1.329444408416748\n",
      "......epoch: 7085 1.333435297012329\n",
      "......epoch: 7086 1.3533802032470703\n",
      "......epoch: 7087 1.3593642711639404\n",
      "......epoch: 7088 1.360548973083496\n",
      "......epoch: 7089 1.364187479019165\n",
      "......epoch: 7090 1.3663091659545898\n",
      "performance =  0.9774\n",
      "......epoch: 7091 0.9654538631439209\n",
      "......epoch: 7092 1.37030029296875\n",
      "......epoch: 7093 1.3095009326934814\n",
      "......epoch: 7094 1.3095526695251465\n",
      "......epoch: 7095 1.2825567722320557\n",
      "......epoch: 7096 1.3307690620422363\n",
      "......epoch: 7097 1.3610336780548096\n",
      "......epoch: 7098 1.3653454780578613\n",
      "......epoch: 7099 1.3696510791778564\n",
      "......epoch: 7100 1.3584036827087402\n",
      "performance =  0.9774\n",
      "......epoch: 7101 0.9644224643707275\n",
      "......epoch: 7102 1.368340253829956\n",
      "......epoch: 7103 1.339418888092041\n",
      "......epoch: 7104 1.3405518531799316\n",
      "......epoch: 7105 1.3344097137451172\n",
      "......epoch: 7106 1.353724718093872\n",
      "......epoch: 7107 1.3593707084655762\n",
      "......epoch: 7108 1.3623523712158203\n",
      "......epoch: 7109 1.366346836090088\n",
      "......epoch: 7110 1.3574223518371582\n",
      "performance =  0.9772\n",
      "......epoch: 7111 0.9664530754089355\n",
      "......epoch: 7112 1.3692998886108398\n",
      "......epoch: 7113 1.3623595237731934\n",
      "......epoch: 7114 1.3615756034851074\n",
      "......epoch: 7115 1.359184980392456\n",
      "......epoch: 7116 1.3553807735443115\n",
      "......epoch: 7117 1.3663558959960938\n",
      "......epoch: 7118 1.3704192638397217\n",
      "......epoch: 7119 1.37129807472229\n",
      "......epoch: 7120 1.3576602935791016\n",
      "performance =  0.9772\n",
      "......epoch: 7121 0.9634242057800293\n",
      "......epoch: 7122 1.3453993797302246\n",
      "......epoch: 7123 1.3356420993804932\n",
      "......epoch: 7124 1.3292062282562256\n",
      "......epoch: 7125 1.342719316482544\n",
      "......epoch: 7126 1.3525748252868652\n",
      "......epoch: 7127 1.3546016216278076\n",
      "......epoch: 7128 1.376206398010254\n",
      "......epoch: 7129 1.3663485050201416\n",
      "......epoch: 7130 1.354377031326294\n",
      "performance =  0.9771\n",
      "......epoch: 7131 0.9714012145996094\n",
      "......epoch: 7132 1.3713326454162598\n",
      "......epoch: 7133 1.360361099243164\n",
      "......epoch: 7134 1.369340419769287\n",
      "......epoch: 7135 1.372361421585083\n",
      "......epoch: 7136 1.3373923301696777\n",
      "......epoch: 7137 1.3005619049072266\n",
      "......epoch: 7138 1.3341600894927979\n",
      "......epoch: 7139 1.343381404876709\n",
      "......epoch: 7140 1.3384218215942383\n",
      "performance =  0.9769\n",
      "......epoch: 7141 0.9694087505340576\n",
      "......epoch: 7142 1.3554136753082275\n",
      "......epoch: 7143 1.3353910446166992\n",
      "......epoch: 7144 1.3463997840881348\n",
      "......epoch: 7145 1.3476173877716064\n",
      "......epoch: 7146 1.3669984340667725\n",
      "......epoch: 7147 1.36712646484375\n",
      "......epoch: 7148 1.368340015411377\n",
      "......epoch: 7149 1.3563880920410156\n",
      "......epoch: 7150 1.3663604259490967\n",
      "performance =  0.977\n",
      "......epoch: 7151 0.9664158821105957\n",
      "......epoch: 7152 1.3673841953277588\n",
      "......epoch: 7153 1.3653497695922852\n",
      "......epoch: 7154 1.3683016300201416\n",
      "......epoch: 7155 1.3603618144989014\n",
      "......epoch: 7156 1.3583695888519287\n",
      "......epoch: 7157 1.3604135513305664\n",
      "......epoch: 7158 1.3474235534667969\n",
      "......epoch: 7159 1.338423252105713\n",
      "......epoch: 7160 1.3394241333007812\n",
      "performance =  0.977\n",
      "......epoch: 7161 0.9624340534210205\n",
      "......epoch: 7162 1.3374302387237549\n",
      "......epoch: 7163 1.3399388790130615\n",
      "......epoch: 7164 1.3412017822265625\n",
      "......epoch: 7165 1.3556241989135742\n",
      "......epoch: 7166 1.3452417850494385\n",
      "......epoch: 7167 1.3722903728485107\n",
      "......epoch: 7168 1.3593621253967285\n",
      "......epoch: 7169 1.3524224758148193\n",
      "......epoch: 7170 1.3583314418792725\n",
      "performance =  0.9769\n",
      "......epoch: 7171 0.9674296379089355\n",
      "......epoch: 7172 1.3616583347320557\n",
      "......epoch: 7173 1.3623576164245605\n",
      "......epoch: 7174 1.3703546524047852\n",
      "......epoch: 7175 1.3643758296966553\n",
      "......epoch: 7176 1.3626980781555176\n",
      "......epoch: 7177 1.3669764995574951\n",
      "......epoch: 7178 1.369323968887329\n",
      "......epoch: 7179 1.3773531913757324\n",
      "......epoch: 7180 1.3134517669677734\n",
      "performance =  0.9769\n",
      "......epoch: 7181 0.9564797878265381\n",
      "......epoch: 7182 1.3234338760375977\n",
      "......epoch: 7183 1.3414056301116943\n",
      "......epoch: 7184 1.3334674835205078\n",
      "......epoch: 7185 1.3673121929168701\n",
      "......epoch: 7186 1.3613667488098145\n",
      "......epoch: 7187 1.367370367050171\n",
      "......epoch: 7188 1.3633546829223633\n",
      "......epoch: 7189 1.3663108348846436\n",
      "......epoch: 7190 1.367344856262207\n",
      "performance =  0.9768\n",
      "......epoch: 7191 0.9773876667022705\n",
      "......epoch: 7192 1.3564095497131348\n",
      "......epoch: 7193 1.3656730651855469\n",
      "......epoch: 7194 1.3823180198669434\n",
      "......epoch: 7195 1.3702993392944336\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 7196 1.3604011535644531\n",
      "......epoch: 7197 1.3693385124206543\n",
      "......epoch: 7198 1.370335578918457\n",
      "......epoch: 7199 1.3693604469299316\n",
      "......epoch: 7200 1.368309736251831\n",
      "performance =  0.9768\n",
      "......epoch: 7201 0.9714415073394775\n",
      "......epoch: 7202 1.3364269733428955\n",
      "......epoch: 7203 1.3443670272827148\n",
      "......epoch: 7204 1.3583683967590332\n",
      "......epoch: 7205 1.3633909225463867\n",
      "......epoch: 7206 1.367307424545288\n",
      "......epoch: 7207 1.3653502464294434\n",
      "......epoch: 7208 1.3584086894989014\n",
      "......epoch: 7209 1.3663418292999268\n",
      "......epoch: 7210 1.3713366985321045\n",
      "performance =  0.9768\n",
      "......epoch: 7211 0.9674134254455566\n",
      "......epoch: 7212 1.3544139862060547\n",
      "......epoch: 7213 1.3623580932617188\n",
      "......epoch: 7214 1.363356351852417\n",
      "......epoch: 7215 1.351487159729004\n",
      "......epoch: 7216 1.345367431640625\n",
      "......epoch: 7217 1.353635311126709\n",
      "......epoch: 7218 1.3475773334503174\n",
      "......epoch: 7219 1.3497366905212402\n",
      "......epoch: 7220 1.3623955249786377\n",
      "performance =  0.9767\n",
      "......epoch: 7221 0.9444444179534912\n",
      "......epoch: 7222 1.3204700946807861\n",
      "......epoch: 7223 1.31052827835083\n",
      "......epoch: 7224 1.3336946964263916\n",
      "......epoch: 7225 1.326159954071045\n",
      "......epoch: 7226 1.3454029560089111\n",
      "......epoch: 7227 1.3646795749664307\n",
      "......epoch: 7228 1.362029790878296\n",
      "......epoch: 7229 1.358367919921875\n",
      "......epoch: 7230 1.3623569011688232\n",
      "performance =  0.9766\n",
      "......epoch: 7231 0.9713659286499023\n",
      "......epoch: 7232 1.3666613101959229\n",
      "......epoch: 7233 1.3580927848815918\n",
      "......epoch: 7234 1.361356496810913\n",
      "......epoch: 7235 1.3633201122283936\n",
      "......epoch: 7236 1.3653528690338135\n",
      "......epoch: 7237 1.3626513481140137\n",
      "......epoch: 7238 1.3670880794525146\n",
      "......epoch: 7239 1.364328145980835\n",
      "......epoch: 7240 1.360384464263916\n",
      "performance =  0.9766\n",
      "......epoch: 7241 0.94950270652771\n",
      "......epoch: 7242 1.3373839855194092\n",
      "......epoch: 7243 1.344757318496704\n",
      "......epoch: 7244 1.3630402088165283\n",
      "......epoch: 7245 1.3593266010284424\n",
      "......epoch: 7246 1.3734347820281982\n",
      "......epoch: 7247 1.3663864135742188\n",
      "......epoch: 7248 1.3673095703125\n",
      "......epoch: 7249 1.3713281154632568\n",
      "......epoch: 7250 1.3583853244781494\n",
      "performance =  0.9765\n",
      "......epoch: 7251 0.9604325294494629\n",
      "......epoch: 7252 1.3683855533599854\n",
      "......epoch: 7253 1.3613672256469727\n",
      "......epoch: 7254 1.3712804317474365\n",
      "......epoch: 7255 1.3633904457092285\n",
      "......epoch: 7256 1.3723065853118896\n",
      "......epoch: 7257 1.3623461723327637\n",
      "......epoch: 7258 1.3653500080108643\n",
      "......epoch: 7259 1.364356517791748\n",
      "......epoch: 7260 1.3743212223052979\n",
      "performance =  0.9765\n",
      "......epoch: 7261 0.9574413299560547\n",
      "......epoch: 7262 1.336425542831421\n",
      "......epoch: 7263 1.361358880996704\n",
      "......epoch: 7264 1.3674249649047852\n",
      "......epoch: 7265 1.3603909015655518\n",
      "......epoch: 7266 1.311438798904419\n",
      "......epoch: 7267 1.3204972743988037\n",
      "......epoch: 7268 1.3184442520141602\n",
      "......epoch: 7269 1.3214678764343262\n",
      "......epoch: 7270 1.3603780269622803\n",
      "performance =  0.9765\n",
      "......epoch: 7271 0.9614312648773193\n",
      "......epoch: 7272 1.3683812618255615\n",
      "......epoch: 7273 1.3573698997497559\n",
      "......epoch: 7274 1.3633575439453125\n",
      "......epoch: 7275 1.3603572845458984\n",
      "......epoch: 7276 1.3714439868927002\n",
      "......epoch: 7277 1.3711967468261719\n",
      "......epoch: 7278 1.3643403053283691\n",
      "......epoch: 7279 1.3633928298950195\n",
      "......epoch: 7280 1.36137056350708\n",
      "performance =  0.9767\n",
      "......epoch: 7281 0.9544806480407715\n",
      "......epoch: 7282 1.3374805450439453\n",
      "......epoch: 7283 1.3573691844940186\n",
      "......epoch: 7284 1.3643195629119873\n",
      "......epoch: 7285 1.3544161319732666\n",
      "......epoch: 7286 1.3673317432403564\n",
      "......epoch: 7287 1.3623311519622803\n",
      "......epoch: 7288 1.3509094715118408\n",
      "......epoch: 7289 1.3505845069885254\n",
      "......epoch: 7290 1.3491897583007812\n",
      "performance =  0.9768\n",
      "......epoch: 7291 0.9606828689575195\n",
      "......epoch: 7292 1.3655080795288086\n",
      "......epoch: 7293 1.3651683330535889\n",
      "......epoch: 7294 1.3726122379302979\n",
      "......epoch: 7295 1.3660643100738525\n",
      "......epoch: 7296 1.3623592853546143\n",
      "......epoch: 7297 1.3586602210998535\n",
      "......epoch: 7298 1.3564486503601074\n",
      "......epoch: 7299 1.3672921657562256\n",
      "......epoch: 7300 1.3583292961120605\n",
      "performance =  0.9768\n",
      "......epoch: 7301 0.9554471969604492\n",
      "......epoch: 7302 1.3493952751159668\n",
      "......epoch: 7303 1.3627161979675293\n",
      "......epoch: 7304 1.3722903728485107\n",
      "......epoch: 7305 1.3334753513336182\n",
      "......epoch: 7306 1.3583261966705322\n",
      "......epoch: 7307 1.3544425964355469\n",
      "......epoch: 7308 1.34661865234375\n",
      "......epoch: 7309 1.3335943222045898\n",
      "......epoch: 7310 1.3411145210266113\n",
      "performance =  0.9769\n",
      "......epoch: 7311 0.9504561424255371\n",
      "......epoch: 7312 1.357405185699463\n",
      "......epoch: 7313 1.3663489818572998\n",
      "......epoch: 7314 1.3673138618469238\n",
      "......epoch: 7315 1.3625032901763916\n",
      "......epoch: 7316 1.3673453330993652\n",
      "......epoch: 7317 1.3676700592041016\n",
      "......epoch: 7318 1.3623452186584473\n",
      "......epoch: 7319 1.3673598766326904\n",
      "......epoch: 7320 1.3594024181365967\n",
      "performance =  0.9769\n",
      "......epoch: 7321 0.9524984359741211\n",
      "......epoch: 7322 1.3593292236328125\n",
      "......epoch: 7323 1.3673348426818848\n",
      "......epoch: 7324 1.3693740367889404\n",
      "......epoch: 7325 1.3673090934753418\n",
      "......epoch: 7326 1.3763198852539062\n",
      "......epoch: 7327 1.3673439025878906\n",
      "......epoch: 7328 1.3653504848480225\n",
      "......epoch: 7329 1.3624076843261719\n",
      "......epoch: 7330 1.3653686046600342\n",
      "performance =  0.9768\n",
      "......epoch: 7331 0.9743940830230713\n",
      "......epoch: 7332 1.3486108779907227\n",
      "......epoch: 7333 1.3621423244476318\n",
      "......epoch: 7334 1.35740327835083\n",
      "......epoch: 7335 1.3643741607666016\n",
      "......epoch: 7336 1.3613617420196533\n",
      "......epoch: 7337 1.3699440956115723\n",
      "......epoch: 7338 1.3633604049682617\n",
      "......epoch: 7339 1.3643100261688232\n",
      "......epoch: 7340 1.3533813953399658\n",
      "performance =  0.9769\n",
      "......epoch: 7341 0.9604730606079102\n",
      "......epoch: 7342 1.3604369163513184\n",
      "......epoch: 7343 1.3682961463928223\n",
      "......epoch: 7344 1.3556733131408691\n",
      "......epoch: 7345 1.3690440654754639\n",
      "......epoch: 7346 1.3746147155761719\n",
      "......epoch: 7347 1.3641340732574463\n",
      "......epoch: 7348 1.357370376586914\n",
      "......epoch: 7349 1.3663949966430664\n",
      "......epoch: 7350 1.3653414249420166\n",
      "performance =  0.9768\n",
      "......epoch: 7351 0.9544486999511719\n",
      "......epoch: 7352 1.312699794769287\n",
      "......epoch: 7353 1.3352205753326416\n",
      "......epoch: 7354 1.3483946323394775\n",
      "......epoch: 7355 1.3464295864105225\n",
      "......epoch: 7356 1.3603549003601074\n",
      "......epoch: 7357 1.3643312454223633\n",
      "......epoch: 7358 1.3604021072387695\n",
      "......epoch: 7359 1.3693058490753174\n",
      "......epoch: 7360 1.3254852294921875\n",
      "performance =  0.9767\n",
      "......epoch: 7361 0.9694070816040039\n",
      "......epoch: 7362 1.3647267818450928\n",
      "......epoch: 7363 1.3566703796386719\n",
      "......epoch: 7364 1.3424491882324219\n",
      "......epoch: 7365 1.3643922805786133\n",
      "......epoch: 7366 1.368300199508667\n",
      "......epoch: 7367 1.3683407306671143\n",
      "......epoch: 7368 1.3693811893463135\n",
      "......epoch: 7369 1.365349531173706\n",
      "......epoch: 7370 1.3673417568206787\n",
      "performance =  0.9768\n",
      "......epoch: 7371 0.9704062938690186\n",
      "......epoch: 7372 1.3645703792572021\n",
      "......epoch: 7373 1.363175392150879\n",
      "......epoch: 7374 1.3643136024475098\n",
      "......epoch: 7375 1.3733816146850586\n",
      "......epoch: 7376 1.3732740879058838\n",
      "......epoch: 7377 1.368340253829956\n",
      "......epoch: 7378 1.368377685546875\n",
      "......epoch: 7379 1.359328031539917\n",
      "......epoch: 7380 1.3523736000061035\n",
      "performance =  0.9769\n",
      "......epoch: 7381 0.9637022018432617\n",
      "......epoch: 7382 1.3534374237060547\n",
      "......epoch: 7383 1.3658607006072998\n",
      "......epoch: 7384 1.3534259796142578\n",
      "......epoch: 7385 1.370335578918457\n",
      "......epoch: 7386 1.358548641204834\n",
      "......epoch: 7387 1.371154546737671\n",
      "......epoch: 7388 1.366344928741455\n",
      "......epoch: 7389 1.3646440505981445\n",
      "......epoch: 7390 1.3640732765197754\n",
      "performance =  0.9769\n",
      "......epoch: 7391 0.9713902473449707\n",
      "......epoch: 7392 1.37632155418396\n",
      "......epoch: 7393 1.3633546829223633\n",
      "......epoch: 7394 1.3683421611785889\n",
      "......epoch: 7395 1.3244566917419434\n",
      "......epoch: 7396 1.3344335556030273\n",
      "......epoch: 7397 1.3384191989898682\n",
      "......epoch: 7398 1.3254568576812744\n",
      "......epoch: 7399 1.336439847946167\n",
      "......epoch: 7400 1.3553626537322998\n",
      "performance =  0.9768\n",
      "......epoch: 7401 0.9724178314208984\n",
      "......epoch: 7402 1.367326021194458\n",
      "......epoch: 7403 1.3613731861114502\n",
      "......epoch: 7404 1.3665409088134766\n",
      "......epoch: 7405 1.3791179656982422\n",
      "......epoch: 7406 1.3823034763336182\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 7407 1.3713335990905762\n",
      "......epoch: 7408 1.3654029369354248\n",
      "......epoch: 7409 1.3713295459747314\n",
      "......epoch: 7410 1.3654820919036865\n",
      "performance =  0.977\n",
      "......epoch: 7411 0.9686920642852783\n",
      "......epoch: 7412 1.365436315536499\n",
      "......epoch: 7413 1.375657558441162\n",
      "......epoch: 7414 1.364060401916504\n",
      "......epoch: 7415 1.3623907566070557\n",
      "......epoch: 7416 1.3703358173370361\n",
      "......epoch: 7417 1.3573720455169678\n",
      "......epoch: 7418 1.3643522262573242\n",
      "......epoch: 7419 1.3484282493591309\n",
      "......epoch: 7420 1.3374009132385254\n",
      "performance =  0.9769\n",
      "......epoch: 7421 0.9734342098236084\n",
      "......epoch: 7422 1.3703207969665527\n",
      "......epoch: 7423 1.3535759449005127\n",
      "......epoch: 7424 1.3556301593780518\n",
      "......epoch: 7425 1.3743658065795898\n",
      "......epoch: 7426 1.3617403507232666\n",
      "......epoch: 7427 1.358443260192871\n",
      "......epoch: 7428 1.374324083328247\n",
      "......epoch: 7429 1.3733296394348145\n",
      "......epoch: 7430 1.3683764934539795\n",
      "performance =  0.977\n",
      "......epoch: 7431 0.96445631980896\n",
      "......epoch: 7432 1.3623583316802979\n",
      "......epoch: 7433 1.358370304107666\n",
      "......epoch: 7434 1.3613224029541016\n",
      "......epoch: 7435 1.3713774681091309\n",
      "......epoch: 7436 1.3673081398010254\n",
      "......epoch: 7437 1.360417366027832\n",
      "......epoch: 7438 1.2994699478149414\n",
      "......epoch: 7439 1.317519187927246\n",
      "......epoch: 7440 1.328406810760498\n",
      "performance =  0.9767\n",
      "......epoch: 7441 0.9704043865203857\n",
      "......epoch: 7442 1.3703370094299316\n",
      "......epoch: 7443 1.364431619644165\n",
      "......epoch: 7444 1.365325927734375\n",
      "......epoch: 7445 1.3673856258392334\n",
      "......epoch: 7446 1.3613600730895996\n",
      "......epoch: 7447 1.3594841957092285\n",
      "......epoch: 7448 1.3582074642181396\n",
      "......epoch: 7449 1.3703906536102295\n",
      "......epoch: 7450 1.359391212463379\n",
      "performance =  0.9767\n",
      "......epoch: 7451 0.967458963394165\n",
      "......epoch: 7452 1.3593995571136475\n",
      "......epoch: 7453 1.3635997772216797\n",
      "......epoch: 7454 1.3683526515960693\n",
      "......epoch: 7455 1.3725826740264893\n",
      "......epoch: 7456 1.360649585723877\n",
      "......epoch: 7457 1.3571035861968994\n",
      "......epoch: 7458 1.331449031829834\n",
      "......epoch: 7459 1.3454413414001465\n",
      "......epoch: 7460 1.3543415069580078\n",
      "performance =  0.9767\n",
      "......epoch: 7461 0.9644217491149902\n",
      "......epoch: 7462 1.3694190979003906\n",
      "......epoch: 7463 1.3643500804901123\n",
      "......epoch: 7464 1.3633899688720703\n",
      "......epoch: 7465 1.3633458614349365\n",
      "......epoch: 7466 1.368340253829956\n",
      "......epoch: 7467 1.372436285018921\n",
      "......epoch: 7468 1.3712291717529297\n",
      "......epoch: 7469 1.3713619709014893\n",
      "......epoch: 7470 1.3593409061431885\n",
      "performance =  0.9765\n",
      "......epoch: 7471 0.9714429378509521\n",
      "......epoch: 7472 1.367558479309082\n",
      "......epoch: 7473 1.3741075992584229\n",
      "......epoch: 7474 1.3683440685272217\n",
      "......epoch: 7475 1.3663828372955322\n",
      "......epoch: 7476 1.363356590270996\n",
      "......epoch: 7477 1.3403701782226562\n",
      "......epoch: 7478 1.3493900299072266\n",
      "......epoch: 7479 1.3503892421722412\n",
      "......epoch: 7480 1.3613626956939697\n",
      "performance =  0.9765\n",
      "......epoch: 7481 0.9435164928436279\n",
      "......epoch: 7482 1.3174371719360352\n",
      "......epoch: 7483 1.3513872623443604\n",
      "......epoch: 7484 1.3517301082611084\n",
      "......epoch: 7485 1.3680322170257568\n",
      "......epoch: 7486 1.3523523807525635\n",
      "......epoch: 7487 1.3673412799835205\n",
      "......epoch: 7488 1.3713335990905762\n",
      "......epoch: 7489 1.3593649864196777\n",
      "......epoch: 7490 1.3553755283355713\n",
      "performance =  0.9763\n",
      "......epoch: 7491 0.976395845413208\n",
      "......epoch: 7492 1.3575608730316162\n",
      "......epoch: 7493 1.3693370819091797\n",
      "......epoch: 7494 1.3763208389282227\n",
      "......epoch: 7495 1.3554039001464844\n",
      "......epoch: 7496 1.3644075393676758\n",
      "......epoch: 7497 1.3376424312591553\n",
      "......epoch: 7498 1.346400499343872\n",
      "......epoch: 7499 1.3374607563018799\n",
      "......epoch: 7500 1.3603382110595703\n",
      "performance =  0.9762\n",
      "......epoch: 7501 0.9687793254852295\n",
      "......epoch: 7502 1.3689701557159424\n",
      "......epoch: 7503 1.3673436641693115\n",
      "......epoch: 7504 1.3753242492675781\n",
      "......epoch: 7505 1.3693749904632568\n",
      "......epoch: 7506 1.368330478668213\n",
      "......epoch: 7507 1.3703103065490723\n",
      "......epoch: 7508 1.3496754169464111\n",
      "......epoch: 7509 1.3583710193634033\n",
      "......epoch: 7510 1.3436877727508545\n",
      "performance =  0.976\n",
      "......epoch: 7511 0.9634459018707275\n",
      "......epoch: 7512 1.3516762256622314\n",
      "......epoch: 7513 1.3683066368103027\n",
      "......epoch: 7514 1.365736722946167\n",
      "......epoch: 7515 1.363396406173706\n",
      "......epoch: 7516 1.3563308715820312\n",
      "......epoch: 7517 1.354487657546997\n",
      "......epoch: 7518 1.3433210849761963\n",
      "......epoch: 7519 1.3573479652404785\n",
      "......epoch: 7520 1.3665390014648438\n",
      "performance =  0.976\n",
      "......epoch: 7521 0.9735503196716309\n",
      "......epoch: 7522 1.3642032146453857\n",
      "......epoch: 7523 1.3723313808441162\n",
      "......epoch: 7524 1.3134870529174805\n",
      "......epoch: 7525 1.3264524936676025\n",
      "......epoch: 7526 1.3184778690338135\n",
      "......epoch: 7527 1.3314762115478516\n",
      "......epoch: 7528 1.358546257019043\n",
      "......epoch: 7529 1.361142873764038\n",
      "......epoch: 7530 1.3594436645507812\n",
      "performance =  0.9758\n",
      "......epoch: 7531 0.9676079750061035\n",
      "......epoch: 7532 1.359346628189087\n",
      "......epoch: 7533 1.378349781036377\n",
      "......epoch: 7534 1.363356113433838\n",
      "......epoch: 7535 1.3743317127227783\n",
      "......epoch: 7536 1.3343877792358398\n",
      "......epoch: 7537 1.346437692642212\n",
      "......epoch: 7538 1.3335726261138916\n",
      "......epoch: 7539 1.3593659400939941\n",
      "......epoch: 7540 1.372328519821167\n",
      "performance =  0.9759\n",
      "......epoch: 7541 0.9743993282318115\n",
      "......epoch: 7542 1.3543736934661865\n",
      "......epoch: 7543 1.3664257526397705\n",
      "......epoch: 7544 1.3692963123321533\n",
      "......epoch: 7545 1.3633594512939453\n",
      "......epoch: 7546 1.3634276390075684\n",
      "......epoch: 7547 1.3624203205108643\n",
      "......epoch: 7548 1.3606998920440674\n",
      "......epoch: 7549 1.3483550548553467\n",
      "......epoch: 7550 1.2931623458862305\n",
      "performance =  0.976\n",
      "......epoch: 7551 0.9674663543701172\n",
      "......epoch: 7552 1.3643386363983154\n",
      "......epoch: 7553 1.3716990947723389\n",
      "......epoch: 7554 1.3599379062652588\n",
      "......epoch: 7555 1.3632287979125977\n",
      "......epoch: 7556 1.3394179344177246\n",
      "......epoch: 7557 1.3364620208740234\n",
      "......epoch: 7558 1.3543426990509033\n",
      "......epoch: 7559 1.365647315979004\n",
      "......epoch: 7560 1.3570728302001953\n",
      "performance =  0.976\n",
      "......epoch: 7561 0.9554417133331299\n",
      "......epoch: 7562 1.3414127826690674\n",
      "......epoch: 7563 1.3124914169311523\n",
      "......epoch: 7564 1.3005218505859375\n",
      "......epoch: 7565 1.3613612651824951\n",
      "......epoch: 7566 1.366689920425415\n",
      "......epoch: 7567 1.355032205581665\n",
      "......epoch: 7568 1.2975311279296875\n",
      "......epoch: 7569 1.3234632015228271\n",
      "......epoch: 7570 1.3185150623321533\n",
      "performance =  0.976\n",
      "......epoch: 7571 0.968442440032959\n",
      "......epoch: 7572 1.3613693714141846\n",
      "......epoch: 7573 1.3683218955993652\n",
      "......epoch: 7574 1.3683416843414307\n",
      "......epoch: 7575 1.3575971126556396\n",
      "......epoch: 7576 1.3302156925201416\n",
      "......epoch: 7577 1.3264539241790771\n",
      "......epoch: 7578 1.3563826084136963\n",
      "......epoch: 7579 1.3593568801879883\n",
      "......epoch: 7580 1.365347146987915\n",
      "performance =  0.976\n",
      "......epoch: 7581 0.9703707695007324\n",
      "......epoch: 7582 1.3633537292480469\n",
      "......epoch: 7583 1.365386962890625\n",
      "......epoch: 7584 1.361360788345337\n",
      "......epoch: 7585 1.3646769523620605\n",
      "......epoch: 7586 1.3753302097320557\n",
      "......epoch: 7587 1.3526179790496826\n",
      "......epoch: 7588 1.3494529724121094\n",
      "......epoch: 7589 1.3603966236114502\n",
      "......epoch: 7590 1.3653514385223389\n",
      "performance =  0.9762\n",
      "......epoch: 7591 0.9654572010040283\n",
      "......epoch: 7592 1.3603613376617432\n",
      "......epoch: 7593 1.3584327697753906\n",
      "......epoch: 7594 1.3673830032348633\n",
      "......epoch: 7595 1.344360589981079\n",
      "......epoch: 7596 1.3426945209503174\n",
      "......epoch: 7597 1.3384246826171875\n",
      "......epoch: 7598 1.3603644371032715\n",
      "......epoch: 7599 1.3746099472045898\n",
      "......epoch: 7600 1.359344720840454\n",
      "performance =  0.9762\n",
      "......epoch: 7601 0.9654293060302734\n",
      "......epoch: 7602 1.3692924976348877\n",
      "......epoch: 7603 1.3593661785125732\n",
      "......epoch: 7604 1.3673856258392334\n",
      "......epoch: 7605 1.3603622913360596\n",
      "......epoch: 7606 1.3644001483917236\n",
      "......epoch: 7607 1.3722858428955078\n",
      "......epoch: 7608 1.3703348636627197\n",
      "......epoch: 7609 1.3663480281829834\n",
      "......epoch: 7610 1.3733274936676025\n",
      "performance =  0.9763\n",
      "......epoch: 7611 0.95245361328125\n",
      "......epoch: 7612 1.3354287147521973\n",
      "......epoch: 7613 1.331465482711792\n",
      "......epoch: 7614 1.3723132610321045\n",
      "......epoch: 7615 1.3444044589996338\n",
      "......epoch: 7616 1.3553783893585205\n",
      "......epoch: 7617 1.334458351135254\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 7618 1.3673176765441895\n",
      "......epoch: 7619 1.3646767139434814\n",
      "......epoch: 7620 1.3630659580230713\n",
      "performance =  0.9763\n",
      "......epoch: 7621 0.9664568901062012\n",
      "......epoch: 7622 1.3712913990020752\n",
      "......epoch: 7623 1.3614003658294678\n",
      "......epoch: 7624 1.3733267784118652\n",
      "......epoch: 7625 1.3623573780059814\n",
      "......epoch: 7626 1.3725693225860596\n",
      "......epoch: 7627 1.3643920421600342\n",
      "......epoch: 7628 1.3743224143981934\n",
      "......epoch: 7629 1.3683080673217773\n",
      "......epoch: 7630 1.3693718910217285\n",
      "performance =  0.9764\n",
      "......epoch: 7631 0.9657084941864014\n",
      "......epoch: 7632 1.337134599685669\n",
      "......epoch: 7633 1.3473987579345703\n",
      "......epoch: 7634 1.3533782958984375\n",
      "......epoch: 7635 1.3374264240264893\n",
      "......epoch: 7636 1.3314383029937744\n",
      "......epoch: 7637 1.373600959777832\n",
      "......epoch: 7638 1.3763196468353271\n",
      "......epoch: 7639 1.3554153442382812\n",
      "......epoch: 7640 1.3812665939331055\n",
      "performance =  0.9766\n",
      "......epoch: 7641 0.9694459438323975\n",
      "......epoch: 7642 1.3683013916015625\n",
      "......epoch: 7643 1.3734006881713867\n",
      "......epoch: 7644 1.365346908569336\n",
      "......epoch: 7645 1.3643603324890137\n",
      "......epoch: 7646 1.3743293285369873\n",
      "......epoch: 7647 1.3653836250305176\n",
      "......epoch: 7648 1.3703014850616455\n",
      "......epoch: 7649 1.3733572959899902\n",
      "......epoch: 7650 1.3583390712738037\n",
      "performance =  0.9768\n",
      "......epoch: 7651 0.9604306221008301\n",
      "......epoch: 7652 1.3773205280303955\n",
      "......epoch: 7653 1.3194689750671387\n",
      "......epoch: 7654 1.2925446033477783\n",
      "......epoch: 7655 1.3244667053222656\n",
      "......epoch: 7656 1.3075013160705566\n",
      "......epoch: 7657 1.367382526397705\n",
      "......epoch: 7658 1.3616998195648193\n",
      "......epoch: 7659 1.3693370819091797\n",
      "......epoch: 7660 1.3653497695922852\n",
      "performance =  0.977\n",
      "......epoch: 7661 0.9715690612792969\n",
      "......epoch: 7662 1.366180658340454\n",
      "......epoch: 7663 1.3683505058288574\n",
      "......epoch: 7664 1.3596317768096924\n",
      "......epoch: 7665 1.3630788326263428\n",
      "......epoch: 7666 1.3723304271697998\n",
      "......epoch: 7667 1.3703746795654297\n",
      "......epoch: 7668 1.358367919921875\n",
      "......epoch: 7669 1.3633558750152588\n",
      "......epoch: 7670 1.3663861751556396\n",
      "performance =  0.9769\n",
      "......epoch: 7671 0.9714052677154541\n",
      "......epoch: 7672 1.3673427104949951\n",
      "......epoch: 7673 1.364393711090088\n",
      "......epoch: 7674 1.3234193325042725\n",
      "......epoch: 7675 1.3394200801849365\n",
      "......epoch: 7676 1.3444437980651855\n",
      "......epoch: 7677 1.369300365447998\n",
      "......epoch: 7678 1.363391399383545\n",
      "......epoch: 7679 1.3703103065490723\n",
      "......epoch: 7680 1.3603498935699463\n",
      "performance =  0.9771\n",
      "......epoch: 7681 0.923529863357544\n",
      "......epoch: 7682 1.3214664459228516\n",
      "......epoch: 7683 1.2606284618377686\n",
      "......epoch: 7684 1.3334360122680664\n",
      "......epoch: 7685 1.3716213703155518\n",
      "......epoch: 7686 1.3650598526000977\n",
      "......epoch: 7687 1.370335578918457\n",
      "......epoch: 7688 1.3724215030670166\n",
      "......epoch: 7689 1.3633239269256592\n",
      "......epoch: 7690 1.3494765758514404\n",
      "performance =  0.9769\n",
      "......epoch: 7691 0.9675047397613525\n",
      "......epoch: 7692 1.3603229522705078\n",
      "......epoch: 7693 1.3483927249908447\n",
      "......epoch: 7694 1.3354308605194092\n",
      "......epoch: 7695 1.3334622383117676\n",
      "......epoch: 7696 1.358557939529419\n",
      "......epoch: 7697 1.3122732639312744\n",
      "......epoch: 7698 1.3284509181976318\n",
      "......epoch: 7699 1.313488483428955\n",
      "......epoch: 7700 1.3307209014892578\n",
      "performance =  0.9768\n",
      "......epoch: 7701 0.9654181003570557\n",
      "......epoch: 7702 1.3686342239379883\n",
      "......epoch: 7703 1.3643133640289307\n",
      "......epoch: 7704 1.358368158340454\n",
      "......epoch: 7705 1.3643879890441895\n",
      "......epoch: 7706 1.369241714477539\n",
      "......epoch: 7707 1.3643605709075928\n",
      "......epoch: 7708 1.3666431903839111\n",
      "......epoch: 7709 1.3646016120910645\n",
      "......epoch: 7710 1.366347074508667\n",
      "performance =  0.9767\n",
      "......epoch: 7711 0.9714322090148926\n",
      "......epoch: 7712 1.3613619804382324\n",
      "......epoch: 7713 1.3583276271820068\n",
      "......epoch: 7714 1.340743064880371\n",
      "......epoch: 7715 1.3214669227600098\n",
      "......epoch: 7716 1.3636910915374756\n",
      "......epoch: 7717 1.3493926525115967\n",
      "......epoch: 7718 1.3603613376617432\n",
      "......epoch: 7719 1.3703758716583252\n",
      "......epoch: 7720 1.3643138408660889\n",
      "performance =  0.9764\n",
      "......epoch: 7721 0.9773509502410889\n",
      "......epoch: 7722 1.364351749420166\n",
      "......epoch: 7723 1.3574059009552002\n",
      "......epoch: 7724 1.3645310401916504\n",
      "......epoch: 7725 1.3671300411224365\n",
      "......epoch: 7726 1.3575892448425293\n",
      "......epoch: 7727 1.3641712665557861\n",
      "......epoch: 7728 1.3523838520050049\n",
      "......epoch: 7729 1.354403018951416\n",
      "......epoch: 7730 1.3526301383972168\n",
      "performance =  0.9764\n",
      "......epoch: 7731 0.9544672966003418\n",
      "......epoch: 7732 1.343390941619873\n",
      "......epoch: 7733 1.3244645595550537\n",
      "......epoch: 7734 1.3284761905670166\n",
      "......epoch: 7735 1.3333983421325684\n",
      "......epoch: 7736 1.3576531410217285\n",
      "......epoch: 7737 1.3583683967590332\n",
      "......epoch: 7738 1.3663852214813232\n",
      "......epoch: 7739 1.3654780387878418\n",
      "......epoch: 7740 1.3272819519042969\n",
      "performance =  0.9764\n",
      "......epoch: 7741 0.9484646320343018\n",
      "......epoch: 7742 1.3244946002960205\n",
      "......epoch: 7743 1.3516480922698975\n",
      "......epoch: 7744 1.363316535949707\n",
      "......epoch: 7745 1.3673851490020752\n",
      "......epoch: 7746 1.3704040050506592\n",
      "......epoch: 7747 1.3215038776397705\n",
      "......epoch: 7748 1.3483572006225586\n",
      "......epoch: 7749 1.3653481006622314\n",
      "......epoch: 7750 1.3683555126190186\n",
      "performance =  0.9766\n",
      "......epoch: 7751 0.9703950881958008\n",
      "......epoch: 7752 1.3624625205993652\n",
      "......epoch: 7753 1.3444418907165527\n",
      "......epoch: 7754 1.3384220600128174\n",
      "......epoch: 7755 1.358332872390747\n",
      "......epoch: 7756 1.3633544445037842\n",
      "......epoch: 7757 1.3643522262573242\n",
      "......epoch: 7758 1.3524539470672607\n",
      "......epoch: 7759 1.3673150539398193\n",
      "......epoch: 7760 1.3665213584899902\n",
      "performance =  0.9767\n",
      "......epoch: 7761 0.9703934192657471\n",
      "......epoch: 7762 1.3703360557556152\n",
      "......epoch: 7763 1.3524200916290283\n",
      "......epoch: 7764 1.3653135299682617\n",
      "......epoch: 7765 1.366347074508667\n",
      "......epoch: 7766 1.3643534183502197\n",
      "......epoch: 7767 1.3574113845825195\n",
      "......epoch: 7768 1.365307331085205\n",
      "......epoch: 7769 1.3726038932800293\n",
      "......epoch: 7770 1.3730554580688477\n",
      "performance =  0.9767\n",
      "......epoch: 7771 0.9744212627410889\n",
      "......epoch: 7772 1.3533434867858887\n",
      "......epoch: 7773 1.3424136638641357\n",
      "......epoch: 7774 1.3334357738494873\n",
      "......epoch: 7775 1.3723273277282715\n",
      "......epoch: 7776 1.3597655296325684\n",
      "......epoch: 7777 1.3645589351654053\n",
      "......epoch: 7778 1.3601558208465576\n",
      "......epoch: 7779 1.3628928661346436\n",
      "......epoch: 7780 1.369401216506958\n",
      "performance =  0.9766\n",
      "......epoch: 7781 0.9664185047149658\n",
      "......epoch: 7782 1.3444104194641113\n",
      "......epoch: 7783 1.309723138809204\n",
      "......epoch: 7784 1.3345420360565186\n",
      "......epoch: 7785 1.3446919918060303\n",
      "......epoch: 7786 1.3464245796203613\n",
      "......epoch: 7787 1.366346836090088\n",
      "......epoch: 7788 1.3733580112457275\n",
      "......epoch: 7789 1.3663158416748047\n",
      "......epoch: 7790 1.372363805770874\n",
      "performance =  0.9765\n",
      "......epoch: 7791 0.9654483795166016\n",
      "......epoch: 7792 1.3354277610778809\n",
      "......epoch: 7793 1.3295199871063232\n",
      "......epoch: 7794 1.3594248294830322\n",
      "......epoch: 7795 1.3724513053894043\n",
      "......epoch: 7796 1.361238956451416\n",
      "......epoch: 7797 1.3614165782928467\n",
      "......epoch: 7798 1.359391689300537\n",
      "......epoch: 7799 1.3573706150054932\n",
      "......epoch: 7800 1.3455381393432617\n",
      "performance =  0.9765\n",
      "......epoch: 7801 0.9604332447052002\n",
      "......epoch: 7802 1.3597397804260254\n",
      "......epoch: 7803 1.3628358840942383\n",
      "......epoch: 7804 1.3623559474945068\n",
      "......epoch: 7805 1.3633983135223389\n",
      "......epoch: 7806 1.3646342754364014\n",
      "......epoch: 7807 1.3630397319793701\n",
      "......epoch: 7808 1.3633756637573242\n",
      "......epoch: 7809 1.3606748580932617\n",
      "......epoch: 7810 1.3633861541748047\n",
      "performance =  0.9765\n",
      "......epoch: 7811 0.9614689350128174\n",
      "......epoch: 7812 1.3323979377746582\n",
      "......epoch: 7813 1.3414933681488037\n",
      "......epoch: 7814 1.3503680229187012\n",
      "......epoch: 7815 1.3534071445465088\n",
      "......epoch: 7816 1.371344804763794\n",
      "......epoch: 7817 1.3673443794250488\n",
      "......epoch: 7818 1.3683769702911377\n",
      "......epoch: 7819 1.3673179149627686\n",
      "......epoch: 7820 1.3603529930114746\n",
      "performance =  0.9766\n",
      "......epoch: 7821 0.9714038372039795\n",
      "......epoch: 7822 1.3633592128753662\n",
      "......epoch: 7823 1.3713467121124268\n",
      "......epoch: 7824 1.3773064613342285\n",
      "......epoch: 7825 1.3743236064910889\n",
      "......epoch: 7826 1.3206915855407715\n",
      "......epoch: 7827 1.3085002899169922\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 7828 1.3324754238128662\n",
      "......epoch: 7829 1.3435032367706299\n",
      "......epoch: 7830 1.3503906726837158\n",
      "performance =  0.9766\n",
      "......epoch: 7831 0.9563837051391602\n",
      "......epoch: 7832 1.3394193649291992\n",
      "......epoch: 7833 1.3504161834716797\n",
      "......epoch: 7834 1.3634045124053955\n",
      "......epoch: 7835 1.3712568283081055\n",
      "......epoch: 7836 1.3663463592529297\n",
      "......epoch: 7837 1.3673770427703857\n",
      "......epoch: 7838 1.372298002243042\n",
      "......epoch: 7839 1.3635635375976562\n",
      "......epoch: 7840 1.368131160736084\n",
      "performance =  0.9768\n",
      "......epoch: 7841 0.9733965396881104\n",
      "......epoch: 7842 1.3743464946746826\n",
      "......epoch: 7843 1.3653290271759033\n",
      "......epoch: 7844 1.3723647594451904\n",
      "......epoch: 7845 1.3624505996704102\n",
      "......epoch: 7846 1.3612337112426758\n",
      "......epoch: 7847 1.3673436641693115\n",
      "......epoch: 7848 1.369340419769287\n",
      "......epoch: 7849 1.376317024230957\n",
      "......epoch: 7850 1.367344856262207\n",
      "performance =  0.9769\n",
      "......epoch: 7851 0.9644205570220947\n",
      "......epoch: 7852 1.3274502754211426\n",
      "......epoch: 7853 1.3344321250915527\n",
      "......epoch: 7854 1.3573784828186035\n",
      "......epoch: 7855 1.367386817932129\n",
      "......epoch: 7856 1.357659101486206\n",
      "......epoch: 7857 1.362370252609253\n",
      "......epoch: 7858 1.3743236064910889\n",
      "......epoch: 7859 1.3643519878387451\n",
      "......epoch: 7860 1.3526012897491455\n",
      "performance =  0.9769\n",
      "......epoch: 7861 0.9703996181488037\n",
      "......epoch: 7862 1.3733165264129639\n",
      "......epoch: 7863 1.3624372482299805\n",
      "......epoch: 7864 1.371319055557251\n",
      "......epoch: 7865 1.3603696823120117\n",
      "......epoch: 7866 1.3593885898590088\n",
      "......epoch: 7867 1.3643269538879395\n",
      "......epoch: 7868 1.366344928741455\n",
      "......epoch: 7869 1.3386974334716797\n",
      "......epoch: 7870 1.3134541511535645\n",
      "performance =  0.9768\n",
      "......epoch: 7871 0.9344995021820068\n",
      "......epoch: 7872 1.3463997840881348\n",
      "......epoch: 7873 1.365386962890625\n",
      "......epoch: 7874 1.3563368320465088\n",
      "......epoch: 7875 1.3623967170715332\n",
      "......epoch: 7876 1.365312099456787\n",
      "......epoch: 7877 1.3583664894104004\n",
      "......epoch: 7878 1.3643529415130615\n",
      "......epoch: 7879 1.378342866897583\n",
      "......epoch: 7880 1.3633265495300293\n",
      "performance =  0.9767\n",
      "......epoch: 7881 0.9674363136291504\n",
      "......epoch: 7882 1.3635797500610352\n",
      "......epoch: 7883 1.3494296073913574\n",
      "......epoch: 7884 1.3573532104492188\n",
      "......epoch: 7885 1.3643808364868164\n",
      "......epoch: 7886 1.3563721179962158\n",
      "......epoch: 7887 1.3593659400939941\n",
      "......epoch: 7888 1.3663463592529297\n",
      "......epoch: 7889 1.3683409690856934\n",
      "......epoch: 7890 1.3673453330993652\n",
      "performance =  0.9767\n",
      "......epoch: 7891 0.9554457664489746\n",
      "......epoch: 7892 1.3526647090911865\n",
      "......epoch: 7893 1.3454196453094482\n",
      "......epoch: 7894 1.371325969696045\n",
      "......epoch: 7895 1.3657255172729492\n",
      "......epoch: 7896 1.361370325088501\n",
      "......epoch: 7897 1.3663074970245361\n",
      "......epoch: 7898 1.3697052001953125\n",
      "......epoch: 7899 1.3660664558410645\n",
      "......epoch: 7900 1.3613300323486328\n",
      "performance =  0.9766\n",
      "......epoch: 7901 0.9644224643707275\n",
      "......epoch: 7902 1.3653500080108643\n",
      "......epoch: 7903 1.3653888702392578\n",
      "......epoch: 7904 1.3623683452606201\n",
      "......epoch: 7905 1.3673756122589111\n",
      "......epoch: 7906 1.357328176498413\n",
      "......epoch: 7907 1.3623981475830078\n",
      "......epoch: 7908 1.3673019409179688\n",
      "......epoch: 7909 1.372330665588379\n",
      "......epoch: 7910 1.359365701675415\n",
      "performance =  0.9765\n",
      "......epoch: 7911 0.9404337406158447\n",
      "......epoch: 7912 1.3234636783599854\n",
      "......epoch: 7913 1.332434892654419\n",
      "......epoch: 7914 1.345402717590332\n",
      "......epoch: 7915 1.3494393825531006\n",
      "......epoch: 7916 1.3653476238250732\n",
      "......epoch: 7917 1.3563745021820068\n",
      "......epoch: 7918 1.3733344078063965\n",
      "......epoch: 7919 1.364457130432129\n",
      "......epoch: 7920 1.3604042530059814\n",
      "performance =  0.9764\n",
      "......epoch: 7921 0.9724388122558594\n",
      "......epoch: 7922 1.3763175010681152\n",
      "......epoch: 7923 1.3603651523590088\n",
      "......epoch: 7924 1.3743271827697754\n",
      "......epoch: 7925 1.3673515319824219\n",
      "......epoch: 7926 1.36134672164917\n",
      "......epoch: 7927 1.3703248500823975\n",
      "......epoch: 7928 1.365431785583496\n",
      "......epoch: 7929 1.358558177947998\n",
      "......epoch: 7930 1.3332853317260742\n",
      "performance =  0.9764\n",
      "......epoch: 7931 0.9724080562591553\n",
      "......epoch: 7932 1.3446450233459473\n",
      "......epoch: 7933 1.372213363647461\n",
      "......epoch: 7934 1.3643839359283447\n",
      "......epoch: 7935 1.3593578338623047\n",
      "......epoch: 7936 1.363349437713623\n",
      "......epoch: 7937 1.3663747310638428\n",
      "......epoch: 7938 1.372389793395996\n",
      "......epoch: 7939 1.3606758117675781\n",
      "......epoch: 7940 1.371297836303711\n",
      "performance =  0.9764\n",
      "......epoch: 7941 0.9737129211425781\n",
      "......epoch: 7942 1.3663463592529297\n",
      "......epoch: 7943 1.3594038486480713\n",
      "......epoch: 7944 1.3663477897644043\n",
      "......epoch: 7945 1.3543760776519775\n",
      "......epoch: 7946 1.369335412979126\n",
      "......epoch: 7947 1.3693053722381592\n",
      "......epoch: 7948 1.3673427104949951\n",
      "......epoch: 7949 1.3646540641784668\n",
      "......epoch: 7950 1.330176830291748\n",
      "performance =  0.9768\n",
      "......epoch: 7951 0.967411994934082\n",
      "......epoch: 7952 1.3573720455169678\n",
      "......epoch: 7953 1.3713738918304443\n",
      "......epoch: 7954 1.369333267211914\n",
      "......epoch: 7955 1.3075850009918213\n",
      "......epoch: 7956 1.3263370990753174\n",
      "......epoch: 7957 1.310532569885254\n",
      "......epoch: 7958 1.3394222259521484\n",
      "......epoch: 7959 1.3603239059448242\n",
      "......epoch: 7960 1.3753228187561035\n",
      "performance =  0.9765\n",
      "......epoch: 7961 0.9694082736968994\n",
      "......epoch: 7962 1.356372594833374\n",
      "......epoch: 7963 1.360391616821289\n",
      "......epoch: 7964 1.365321159362793\n",
      "......epoch: 7965 1.3603639602661133\n",
      "......epoch: 7966 1.360384225845337\n",
      "......epoch: 7967 1.3703136444091797\n",
      "......epoch: 7968 1.3703725337982178\n",
      "......epoch: 7969 1.3443682193756104\n",
      "......epoch: 7970 1.3493916988372803\n",
      "performance =  0.9765\n",
      "......epoch: 7971 0.9664108753204346\n",
      "......epoch: 7972 1.354341745376587\n",
      "......epoch: 7973 1.3614420890808105\n",
      "......epoch: 7974 1.3503944873809814\n",
      "......epoch: 7975 1.3595843315124512\n",
      "......epoch: 7976 1.3663897514343262\n",
      "......epoch: 7977 1.3675858974456787\n",
      "......epoch: 7978 1.3690903186798096\n",
      "......epoch: 7979 1.3635969161987305\n",
      "......epoch: 7980 1.3650715351104736\n",
      "performance =  0.9763\n",
      "......epoch: 7981 0.9674129486083984\n",
      "......epoch: 7982 1.3633549213409424\n",
      "......epoch: 7983 1.3634729385375977\n",
      "......epoch: 7984 1.3672666549682617\n",
      "......epoch: 7985 1.3663098812103271\n",
      "......epoch: 7986 1.3763184547424316\n",
      "......epoch: 7987 1.3687121868133545\n",
      "......epoch: 7988 1.3680050373077393\n",
      "......epoch: 7989 1.3324346542358398\n",
      "......epoch: 7990 1.3483970165252686\n",
      "performance =  0.9762\n",
      "......epoch: 7991 0.9694445133209229\n",
      "......epoch: 7992 1.372340202331543\n",
      "......epoch: 7993 1.3773531913757324\n",
      "......epoch: 7994 1.3703722953796387\n",
      "......epoch: 7995 1.3613591194152832\n",
      "......epoch: 7996 1.3713037967681885\n",
      "......epoch: 7997 1.374356746673584\n",
      "......epoch: 7998 1.345360279083252\n",
      "......epoch: 7999 1.3225164413452148\n",
      "......epoch: 8000 1.309499979019165\n",
      "performance =  0.9761\n",
      "......epoch: 8001 0.9704194068908691\n",
      "......epoch: 8002 1.3765926361083984\n",
      "......epoch: 8003 1.3710196018218994\n",
      "......epoch: 8004 1.366349220275879\n",
      "......epoch: 8005 1.3723275661468506\n",
      "......epoch: 8006 1.3753242492675781\n",
      "......epoch: 8007 1.3743250370025635\n",
      "......epoch: 8008 1.367342233657837\n",
      "......epoch: 8009 1.3484289646148682\n",
      "......epoch: 8010 1.3390750885009766\n",
      "performance =  0.9761\n",
      "......epoch: 8011 0.971402645111084\n",
      "......epoch: 8012 1.3667006492614746\n",
      "......epoch: 8013 1.3601157665252686\n",
      "......epoch: 8014 1.3706145286560059\n",
      "......epoch: 8015 1.3541111946105957\n",
      "......epoch: 8016 1.3685410022735596\n",
      "......epoch: 8017 1.3613629341125488\n",
      "......epoch: 8018 1.359363317489624\n",
      "......epoch: 8019 1.360868215560913\n",
      "......epoch: 8020 1.3713345527648926\n",
      "performance =  0.9762\n",
      "......epoch: 8021 0.9684112071990967\n",
      "......epoch: 8022 1.3623590469360352\n",
      "......epoch: 8023 1.3656752109527588\n",
      "......epoch: 8024 1.3592643737792969\n",
      "......epoch: 8025 1.363374948501587\n",
      "......epoch: 8026 1.374258279800415\n",
      "......epoch: 8027 1.3673458099365234\n",
      "......epoch: 8028 1.3304405212402344\n",
      "......epoch: 8029 1.3454031944274902\n",
      "......epoch: 8030 1.3514232635498047\n",
      "performance =  0.9761\n",
      "......epoch: 8031 0.9654190540313721\n",
      "......epoch: 8032 1.3673439025878906\n",
      "......epoch: 8033 1.3585059642791748\n",
      "......epoch: 8034 1.356233835220337\n",
      "......epoch: 8035 1.3614304065704346\n",
      "......epoch: 8036 1.3715243339538574\n",
      "......epoch: 8037 1.3671696186065674\n",
      "......epoch: 8038 1.3573269844055176\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 8039 1.3745994567871094\n",
      "......epoch: 8040 1.3662962913513184\n",
      "performance =  0.9761\n",
      "......epoch: 8041 0.9584395885467529\n",
      "......epoch: 8042 1.3374216556549072\n",
      "......epoch: 8043 1.3533823490142822\n",
      "......epoch: 8044 1.3483943939208984\n",
      "......epoch: 8045 1.3703725337982178\n",
      "......epoch: 8046 1.3693020343780518\n",
      "......epoch: 8047 1.3683416843414307\n",
      "......epoch: 8048 1.324566125869751\n",
      "......epoch: 8049 1.342355489730835\n",
      "......epoch: 8050 1.358482837677002\n",
      "performance =  0.976\n",
      "......epoch: 8051 0.9694478511810303\n",
      "......epoch: 8052 1.3603272438049316\n",
      "......epoch: 8053 1.3693339824676514\n",
      "......epoch: 8054 1.3637032508850098\n",
      "......epoch: 8055 1.3653013706207275\n",
      "......epoch: 8056 1.369356632232666\n",
      "......epoch: 8057 1.3674407005310059\n",
      "......epoch: 8058 1.364274501800537\n",
      "......epoch: 8059 1.3704161643981934\n",
      "......epoch: 8060 1.373213529586792\n",
      "performance =  0.9761\n",
      "......epoch: 8061 0.9657759666442871\n",
      "......epoch: 8062 1.373373031616211\n",
      "......epoch: 8063 1.376281976699829\n",
      "......epoch: 8064 1.3663451671600342\n",
      "......epoch: 8065 1.3714237213134766\n",
      "......epoch: 8066 1.3712437152862549\n",
      "......epoch: 8067 1.3364253044128418\n",
      "......epoch: 8068 1.353381872177124\n",
      "......epoch: 8069 1.3476054668426514\n",
      "......epoch: 8070 1.3671367168426514\n",
      "performance =  0.976\n",
      "......epoch: 8071 0.9774222373962402\n",
      "......epoch: 8072 1.372499942779541\n",
      "......epoch: 8073 1.3741350173950195\n",
      "......epoch: 8074 1.3553991317749023\n",
      "......epoch: 8075 1.3713362216949463\n",
      "......epoch: 8076 1.3653101921081543\n",
      "......epoch: 8077 1.3653466701507568\n",
      "......epoch: 8078 1.3593664169311523\n",
      "......epoch: 8079 1.3703370094299316\n",
      "......epoch: 8080 1.3663458824157715\n",
      "performance =  0.9758\n",
      "......epoch: 8081 0.9734232425689697\n",
      "......epoch: 8082 1.3722779750823975\n",
      "......epoch: 8083 1.3783149719238281\n",
      "......epoch: 8084 1.3194704055786133\n",
      "......epoch: 8085 1.3454029560089111\n",
      "......epoch: 8086 1.3324651718139648\n",
      "......epoch: 8087 1.3216423988342285\n",
      "......epoch: 8088 1.343205451965332\n",
      "......epoch: 8089 1.3603620529174805\n",
      "......epoch: 8090 1.363356113433838\n",
      "performance =  0.9758\n",
      "......epoch: 8091 0.9733991622924805\n",
      "......epoch: 8092 1.367377519607544\n",
      "......epoch: 8093 1.371297836303711\n",
      "......epoch: 8094 1.3623578548431396\n",
      "......epoch: 8095 1.3653383255004883\n",
      "......epoch: 8096 1.3686418533325195\n",
      "......epoch: 8097 1.3670425415039062\n",
      "......epoch: 8098 1.3623573780059814\n",
      "......epoch: 8099 1.3673467636108398\n",
      "......epoch: 8100 1.3653466701507568\n",
      "performance =  0.9759\n",
      "......epoch: 8101 0.9735891819000244\n",
      "......epoch: 8102 1.365349531173706\n",
      "......epoch: 8103 1.371361255645752\n",
      "......epoch: 8104 1.3713486194610596\n",
      "......epoch: 8105 1.3822605609893799\n",
      "......epoch: 8106 1.354414939880371\n",
      "......epoch: 8107 1.3473694324493408\n",
      "......epoch: 8108 1.3384156227111816\n",
      "......epoch: 8109 1.3533883094787598\n",
      "......epoch: 8110 1.3647358417510986\n",
      "performance =  0.9759\n",
      "......epoch: 8111 0.9658265113830566\n",
      "......epoch: 8112 1.367344856262207\n",
      "......epoch: 8113 1.3513858318328857\n",
      "......epoch: 8114 1.3786182403564453\n",
      "......epoch: 8115 1.3713321685791016\n",
      "......epoch: 8116 1.364358901977539\n",
      "......epoch: 8117 1.3662986755371094\n",
      "......epoch: 8118 1.3663811683654785\n",
      "......epoch: 8119 1.3665194511413574\n",
      "......epoch: 8120 1.3581602573394775\n",
      "performance =  0.9758\n",
      "......epoch: 8121 0.9684169292449951\n",
      "......epoch: 8122 1.3693442344665527\n",
      "......epoch: 8123 1.3693413734436035\n",
      "......epoch: 8124 1.3673436641693115\n",
      "......epoch: 8125 1.3733272552490234\n",
      "......epoch: 8126 1.3473966121673584\n",
      "......epoch: 8127 1.33144211769104\n",
      "......epoch: 8128 1.290550947189331\n",
      "......epoch: 8129 1.3334739208221436\n",
      "......epoch: 8130 1.3244383335113525\n",
      "performance =  0.9759\n",
      "......epoch: 8131 0.9604339599609375\n",
      "......epoch: 8132 1.3673441410064697\n",
      "......epoch: 8133 1.357410192489624\n",
      "......epoch: 8134 1.364316463470459\n",
      "......epoch: 8135 1.3604445457458496\n",
      "......epoch: 8136 1.3683607578277588\n",
      "......epoch: 8137 1.3623785972595215\n",
      "......epoch: 8138 1.3683035373687744\n",
      "......epoch: 8139 1.368375539779663\n",
      "......epoch: 8140 1.362323522567749\n",
      "performance =  0.9761\n",
      "......epoch: 8141 0.9667012691497803\n",
      "......epoch: 8142 1.3630709648132324\n",
      "......epoch: 8143 1.3613593578338623\n",
      "......epoch: 8144 1.3673863410949707\n",
      "......epoch: 8145 1.3543355464935303\n",
      "......epoch: 8146 1.3474361896514893\n",
      "......epoch: 8147 1.331437110900879\n",
      "......epoch: 8148 1.3503904342651367\n",
      "......epoch: 8149 1.3663458824157715\n",
      "......epoch: 8150 1.3746812343597412\n",
      "performance =  0.976\n",
      "......epoch: 8151 0.9694087505340576\n",
      "......epoch: 8152 1.3653473854064941\n",
      "......epoch: 8153 1.354609489440918\n",
      "......epoch: 8154 1.3464281558990479\n",
      "......epoch: 8155 1.3503608703613281\n",
      "......epoch: 8156 1.3546419143676758\n",
      "......epoch: 8157 1.3568127155303955\n",
      "......epoch: 8158 1.3793134689331055\n",
      "......epoch: 8159 1.3762962818145752\n",
      "......epoch: 8160 1.3713536262512207\n",
      "performance =  0.976\n",
      "......epoch: 8161 0.9733977317810059\n",
      "......epoch: 8162 1.3663511276245117\n",
      "......epoch: 8163 1.3673408031463623\n",
      "......epoch: 8164 1.3696315288543701\n",
      "......epoch: 8165 1.3461065292358398\n",
      "......epoch: 8166 1.3494277000427246\n",
      "......epoch: 8167 1.332401990890503\n",
      "......epoch: 8168 1.3653485774993896\n",
      "......epoch: 8169 1.365368127822876\n",
      "......epoch: 8170 1.358349323272705\n",
      "performance =  0.976\n",
      "......epoch: 8171 0.947467565536499\n",
      "......epoch: 8172 1.3175289630889893\n",
      "......epoch: 8173 1.3553249835968018\n",
      "......epoch: 8174 1.3664321899414062\n",
      "......epoch: 8175 1.3654038906097412\n",
      "......epoch: 8176 1.3693397045135498\n",
      "......epoch: 8177 1.3633537292480469\n",
      "......epoch: 8178 1.367530107498169\n",
      "......epoch: 8179 1.3773181438446045\n",
      "......epoch: 8180 1.3653528690338135\n",
      "performance =  0.9761\n",
      "......epoch: 8181 0.9683749675750732\n",
      "......epoch: 8182 1.3653509616851807\n",
      "......epoch: 8183 1.361358880996704\n",
      "......epoch: 8184 1.361398696899414\n",
      "......epoch: 8185 1.338681936264038\n",
      "......epoch: 8186 1.3490924835205078\n",
      "......epoch: 8187 1.3344709873199463\n",
      "......epoch: 8188 1.373288631439209\n",
      "......epoch: 8189 1.3773193359375\n",
      "......epoch: 8190 1.3424105644226074\n",
      "performance =  0.9764\n",
      "......epoch: 8191 0.9753921031951904\n",
      "......epoch: 8192 1.378688097000122\n",
      "......epoch: 8193 1.3533453941345215\n",
      "......epoch: 8194 1.3653874397277832\n",
      "......epoch: 8195 1.380272388458252\n",
      "......epoch: 8196 1.3623592853546143\n",
      "......epoch: 8197 1.3716707229614258\n",
      "......epoch: 8198 1.3590259552001953\n",
      "......epoch: 8199 1.3643519878387451\n",
      "......epoch: 8200 1.3683416843414307\n",
      "performance =  0.9763\n",
      "......epoch: 8201 0.971433162689209\n",
      "......epoch: 8202 1.3713390827178955\n",
      "......epoch: 8203 1.3732922077178955\n",
      "......epoch: 8204 1.3394169807434082\n",
      "......epoch: 8205 1.356407880783081\n",
      "......epoch: 8206 1.334397792816162\n",
      "......epoch: 8207 1.3643524646759033\n",
      "......epoch: 8208 1.3743250370025635\n",
      "......epoch: 8209 1.3713598251342773\n",
      "......epoch: 8210 1.3594014644622803\n",
      "performance =  0.9761\n",
      "......epoch: 8211 0.9604120254516602\n",
      "......epoch: 8212 1.3653836250305176\n",
      "......epoch: 8213 1.3064734935760498\n",
      "......epoch: 8214 1.3324413299560547\n",
      "......epoch: 8215 1.3324379920959473\n",
      "......epoch: 8216 1.3494288921356201\n",
      "......epoch: 8217 1.367344617843628\n",
      "......epoch: 8218 1.3733294010162354\n",
      "......epoch: 8219 1.3663456439971924\n",
      "......epoch: 8220 1.3524177074432373\n",
      "performance =  0.976\n",
      "......epoch: 8221 0.9736850261688232\n",
      "......epoch: 8222 1.3594024181365967\n",
      "......epoch: 8223 1.360323190689087\n",
      "......epoch: 8224 1.33845853805542\n",
      "......epoch: 8225 1.346409559249878\n",
      "......epoch: 8226 1.342458724975586\n",
      "......epoch: 8227 1.3683428764343262\n",
      "......epoch: 8228 1.37030029296875\n",
      "......epoch: 8229 1.3683385848999023\n",
      "......epoch: 8230 1.3733289241790771\n",
      "performance =  0.9759\n",
      "......epoch: 8231 0.970407247543335\n",
      "......epoch: 8232 1.3593921661376953\n",
      "......epoch: 8233 1.371344804763794\n",
      "......epoch: 8234 1.3683300018310547\n",
      "......epoch: 8235 1.3653216361999512\n",
      "......epoch: 8236 1.3643519878387451\n",
      "......epoch: 8237 1.3615326881408691\n",
      "......epoch: 8238 1.3662679195404053\n",
      "......epoch: 8239 1.3753244876861572\n",
      "......epoch: 8240 1.3693349361419678\n",
      "performance =  0.9759\n",
      "......epoch: 8241 0.971402645111084\n",
      "......epoch: 8242 1.3673787117004395\n",
      "......epoch: 8243 1.359386682510376\n",
      "......epoch: 8244 1.340397834777832\n",
      "......epoch: 8245 1.3623201847076416\n",
      "......epoch: 8246 1.3336637020111084\n",
      "......epoch: 8247 1.350388526916504\n",
      "......epoch: 8248 1.3659183979034424\n",
      "......epoch: 8249 1.3641598224639893\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 8250 1.3636505603790283\n",
      "performance =  0.9759\n",
      "......epoch: 8251 0.9723999500274658\n",
      "......epoch: 8252 1.3626465797424316\n",
      "......epoch: 8253 1.3834331035614014\n",
      "......epoch: 8254 1.3663458824157715\n",
      "......epoch: 8255 1.364393949508667\n",
      "......epoch: 8256 1.3473539352416992\n",
      "......epoch: 8257 1.3134889602661133\n",
      "......epoch: 8258 1.3326470851898193\n",
      "......epoch: 8259 1.3395609855651855\n",
      "......epoch: 8260 1.3546724319458008\n",
      "performance =  0.9757\n",
      "......epoch: 8261 0.9684350490570068\n",
      "......epoch: 8262 1.3564202785491943\n",
      "......epoch: 8263 1.3473975658416748\n",
      "......epoch: 8264 1.346404790878296\n",
      "......epoch: 8265 1.3344295024871826\n",
      "......epoch: 8266 1.3633525371551514\n",
      "......epoch: 8267 1.3703587055206299\n",
      "......epoch: 8268 1.377295732498169\n",
      "......epoch: 8269 1.3613598346710205\n",
      "......epoch: 8270 1.3703787326812744\n",
      "performance =  0.9757\n",
      "......epoch: 8271 0.9264941215515137\n",
      "......epoch: 8272 1.3633570671081543\n",
      "......epoch: 8273 1.375361680984497\n",
      "......epoch: 8274 1.371614694595337\n",
      "......epoch: 8275 1.3660657405853271\n",
      "......epoch: 8276 1.3593661785125732\n",
      "......epoch: 8277 1.3703346252441406\n",
      "......epoch: 8278 1.3683826923370361\n",
      "......epoch: 8279 1.3606746196746826\n",
      "......epoch: 8280 1.3763694763183594\n",
      "performance =  0.9759\n",
      "......epoch: 8281 0.9773879051208496\n",
      "......epoch: 8282 1.3514232635498047\n",
      "......epoch: 8283 1.336400032043457\n",
      "......epoch: 8284 1.3514163494110107\n",
      "......epoch: 8285 1.3454771041870117\n",
      "......epoch: 8286 1.3693413734436035\n",
      "......epoch: 8287 1.3753180503845215\n",
      "......epoch: 8288 1.375321865081787\n",
      "......epoch: 8289 1.3613970279693604\n",
      "......epoch: 8290 1.364701747894287\n",
      "performance =  0.9759\n",
      "......epoch: 8291 0.9693717956542969\n",
      "......epoch: 8292 1.3623595237731934\n",
      "......epoch: 8293 1.3793106079101562\n",
      "......epoch: 8294 1.3613977432250977\n",
      "......epoch: 8295 1.3683156967163086\n",
      "......epoch: 8296 1.3773193359375\n",
      "......epoch: 8297 1.3683273792266846\n",
      "......epoch: 8298 1.3594000339508057\n",
      "......epoch: 8299 1.3693022727966309\n",
      "......epoch: 8300 1.335430383682251\n",
      "performance =  0.9758\n",
      "......epoch: 8301 0.9544491767883301\n",
      "......epoch: 8302 1.336460828781128\n",
      "......epoch: 8303 1.3503563404083252\n",
      "......epoch: 8304 1.311495065689087\n",
      "......epoch: 8305 1.3663451671600342\n",
      "......epoch: 8306 1.3723318576812744\n",
      "......epoch: 8307 1.3613834381103516\n",
      "......epoch: 8308 1.360339641571045\n",
      "......epoch: 8309 1.3574094772338867\n",
      "......epoch: 8310 1.3610210418701172\n",
      "performance =  0.9761\n",
      "......epoch: 8311 0.9624040126800537\n",
      "......epoch: 8312 1.353769063949585\n",
      "......epoch: 8313 1.3712944984436035\n",
      "......epoch: 8314 1.3653497695922852\n",
      "......epoch: 8315 1.3726036548614502\n",
      "......epoch: 8316 1.3703789710998535\n",
      "......epoch: 8317 1.3663935661315918\n",
      "......epoch: 8318 1.3643770217895508\n",
      "......epoch: 8319 1.376283884048462\n",
      "......epoch: 8320 1.3803963661193848\n",
      "performance =  0.9759\n",
      "......epoch: 8321 0.9644346237182617\n",
      "......epoch: 8322 1.3433964252471924\n",
      "......epoch: 8323 1.34041428565979\n",
      "......epoch: 8324 1.33443284034729\n",
      "......epoch: 8325 1.3673441410064697\n",
      "......epoch: 8326 1.378314733505249\n",
      "......epoch: 8327 1.367405652999878\n",
      "......epoch: 8328 1.3793413639068604\n",
      "......epoch: 8329 1.3653299808502197\n",
      "......epoch: 8330 1.3657331466674805\n",
      "performance =  0.9761\n",
      "......epoch: 8331 0.9714272022247314\n",
      "......epoch: 8332 1.367318868637085\n",
      "......epoch: 8333 1.3703365325927734\n",
      "......epoch: 8334 1.3653497695922852\n",
      "......epoch: 8335 1.3516192436218262\n",
      "......epoch: 8336 1.3763689994812012\n",
      "......epoch: 8337 1.368342399597168\n",
      "......epoch: 8338 1.3713347911834717\n",
      "......epoch: 8339 1.3653843402862549\n",
      "......epoch: 8340 1.368346929550171\n",
      "performance =  0.9759\n",
      "......epoch: 8341 0.9684104919433594\n",
      "......epoch: 8342 1.323462963104248\n",
      "......epoch: 8343 1.3005213737487793\n",
      "......epoch: 8344 1.3217275142669678\n",
      "......epoch: 8345 1.3454375267028809\n",
      "......epoch: 8346 1.3523509502410889\n",
      "......epoch: 8347 1.3723301887512207\n",
      "......epoch: 8348 1.3623566627502441\n",
      "......epoch: 8349 1.3703782558441162\n",
      "......epoch: 8350 1.367302417755127\n",
      "performance =  0.9758\n",
      "......epoch: 8351 0.9723734855651855\n",
      "......epoch: 8352 1.365384817123413\n",
      "......epoch: 8353 1.3593478202819824\n",
      "......epoch: 8354 1.371314525604248\n",
      "......epoch: 8355 1.370335340499878\n",
      "......epoch: 8356 1.3643529415130615\n",
      "......epoch: 8357 1.3663756847381592\n",
      "......epoch: 8358 1.357560157775879\n",
      "......epoch: 8359 1.37314772605896\n",
      "......epoch: 8360 1.3733038902282715\n",
      "performance =  0.976\n",
      "......epoch: 8361 0.9424796104431152\n",
      "......epoch: 8362 1.3563735485076904\n",
      "......epoch: 8363 1.3394196033477783\n",
      "......epoch: 8364 1.373396635055542\n",
      "......epoch: 8365 1.378286361694336\n",
      "......epoch: 8366 1.3693664073944092\n",
      "......epoch: 8367 1.3713057041168213\n",
      "......epoch: 8368 1.3626153469085693\n",
      "......epoch: 8369 1.373323678970337\n",
      "......epoch: 8370 1.3554191589355469\n",
      "performance =  0.976\n",
      "......epoch: 8371 0.974360466003418\n",
      "......epoch: 8372 1.3663461208343506\n",
      "......epoch: 8373 1.355377197265625\n",
      "......epoch: 8374 1.3653483390808105\n",
      "......epoch: 8375 1.370694875717163\n",
      "......epoch: 8376 1.3673815727233887\n",
      "......epoch: 8377 1.367307424545288\n",
      "......epoch: 8378 1.3593652248382568\n",
      "......epoch: 8379 1.3673269748687744\n",
      "......epoch: 8380 1.3623826503753662\n",
      "performance =  0.9762\n",
      "......epoch: 8381 0.9684121608734131\n",
      "......epoch: 8382 1.3334333896636963\n",
      "......epoch: 8383 1.3695976734161377\n",
      "......epoch: 8384 1.3614003658294678\n",
      "......epoch: 8385 1.3765294551849365\n",
      "......epoch: 8386 1.3105368614196777\n",
      "......epoch: 8387 1.300520420074463\n",
      "......epoch: 8388 1.3274548053741455\n",
      "......epoch: 8389 1.3304433822631836\n",
      "......epoch: 8390 1.3666718006134033\n",
      "performance =  0.9763\n",
      "......epoch: 8391 0.9644174575805664\n",
      "......epoch: 8392 1.371333122253418\n",
      "......epoch: 8393 1.364398717880249\n",
      "......epoch: 8394 1.367342233657837\n",
      "......epoch: 8395 1.3713340759277344\n",
      "......epoch: 8396 1.366403341293335\n",
      "......epoch: 8397 1.363351821899414\n",
      "......epoch: 8398 1.3653504848480225\n",
      "......epoch: 8399 1.373363733291626\n",
      "......epoch: 8400 1.3654701709747314\n",
      "performance =  0.9762\n",
      "......epoch: 8401 0.9554743766784668\n",
      "......epoch: 8402 1.343468189239502\n",
      "......epoch: 8403 1.367286205291748\n",
      "......epoch: 8404 1.3716926574707031\n",
      "......epoch: 8405 1.3729677200317383\n",
      "......epoch: 8406 1.3613595962524414\n",
      "......epoch: 8407 1.364384651184082\n",
      "......epoch: 8408 1.3590178489685059\n",
      "......epoch: 8409 1.3601553440093994\n",
      "......epoch: 8410 1.37636137008667\n",
      "performance =  0.9762\n",
      "......epoch: 8411 0.9714276790618896\n",
      "......epoch: 8412 1.366312026977539\n",
      "......epoch: 8413 1.3763196468353271\n",
      "......epoch: 8414 1.3735620975494385\n",
      "......epoch: 8415 1.3515167236328125\n",
      "......epoch: 8416 1.3723435401916504\n",
      "......epoch: 8417 1.3653876781463623\n",
      "......epoch: 8418 1.3653700351715088\n",
      "......epoch: 8419 1.367309808731079\n",
      "......epoch: 8420 1.3783159255981445\n",
      "performance =  0.9763\n",
      "......epoch: 8421 0.9524872303009033\n",
      "......epoch: 8422 1.3703415393829346\n",
      "......epoch: 8423 1.363513469696045\n",
      "......epoch: 8424 1.3671910762786865\n",
      "......epoch: 8425 1.3742928504943848\n",
      "......epoch: 8426 1.3693273067474365\n",
      "......epoch: 8427 1.3653478622436523\n",
      "......epoch: 8428 1.3643524646759033\n",
      "......epoch: 8429 1.355374813079834\n",
      "......epoch: 8430 1.322467565536499\n",
      "performance =  0.9767\n",
      "......epoch: 8431 0.9578044414520264\n",
      "......epoch: 8432 1.3729660511016846\n",
      "......epoch: 8433 1.3693366050720215\n",
      "......epoch: 8434 1.3633570671081543\n",
      "......epoch: 8435 1.3703362941741943\n",
      "......epoch: 8436 1.3733606338500977\n",
      "......epoch: 8437 1.373321533203125\n",
      "......epoch: 8438 1.3693151473999023\n",
      "......epoch: 8439 1.363349437713623\n",
      "......epoch: 8440 1.3683414459228516\n",
      "performance =  0.9765\n",
      "......epoch: 8441 0.9644949436187744\n",
      "......epoch: 8442 1.364393711090088\n",
      "......epoch: 8443 1.3703784942626953\n",
      "......epoch: 8444 1.3722889423370361\n",
      "......epoch: 8445 1.3703668117523193\n",
      "......epoch: 8446 1.3703029155731201\n",
      "......epoch: 8447 1.3763210773468018\n",
      "......epoch: 8448 1.365537405014038\n",
      "......epoch: 8449 1.3731474876403809\n",
      "......epoch: 8450 1.3753137588500977\n",
      "performance =  0.9764\n",
      "......epoch: 8451 0.9673974514007568\n",
      "......epoch: 8452 1.364370346069336\n",
      "......epoch: 8453 1.362562894821167\n",
      "......epoch: 8454 1.3592236042022705\n",
      "......epoch: 8455 1.3636765480041504\n",
      "......epoch: 8456 1.355651617050171\n",
      "......epoch: 8457 1.3634140491485596\n",
      "......epoch: 8458 1.3555822372436523\n",
      "......epoch: 8459 1.3474054336547852\n",
      "......epoch: 8460 1.3274774551391602\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performance =  0.9765\n",
      "......epoch: 8461 0.9665663242340088\n",
      "......epoch: 8462 1.369337558746338\n",
      "......epoch: 8463 1.3663508892059326\n",
      "......epoch: 8464 1.3683454990386963\n",
      "......epoch: 8465 1.3753557205200195\n",
      "......epoch: 8466 1.3714196681976318\n",
      "......epoch: 8467 1.363265037536621\n",
      "......epoch: 8468 1.376312255859375\n",
      "......epoch: 8469 1.3655626773834229\n",
      "......epoch: 8470 1.3753535747528076\n",
      "performance =  0.9764\n",
      "......epoch: 8471 0.9544434547424316\n",
      "......epoch: 8472 1.3185880184173584\n",
      "......epoch: 8473 1.3234593868255615\n",
      "......epoch: 8474 1.3543775081634521\n",
      "......epoch: 8475 1.352430820465088\n",
      "......epoch: 8476 1.3723704814910889\n",
      "......epoch: 8477 1.3692982196807861\n",
      "......epoch: 8478 1.369337797164917\n",
      "......epoch: 8479 1.3723363876342773\n",
      "......epoch: 8480 1.3384532928466797\n",
      "performance =  0.9764\n",
      "......epoch: 8481 0.9714443683624268\n",
      "......epoch: 8482 1.3653388023376465\n",
      "......epoch: 8483 1.368415117263794\n",
      "......epoch: 8484 1.3763213157653809\n",
      "......epoch: 8485 1.3783154487609863\n",
      "......epoch: 8486 1.370422124862671\n",
      "......epoch: 8487 1.3583652973175049\n",
      "......epoch: 8488 1.3653130531311035\n",
      "......epoch: 8489 1.379309892654419\n",
      "......epoch: 8490 1.3624343872070312\n",
      "performance =  0.9765\n",
      "......epoch: 8491 0.9753656387329102\n",
      "......epoch: 8492 1.3703348636627197\n",
      "......epoch: 8493 1.3486154079437256\n",
      "......epoch: 8494 1.3810856342315674\n",
      "......epoch: 8495 1.3733572959899902\n",
      "......epoch: 8496 1.374295949935913\n",
      "......epoch: 8497 1.3663835525512695\n",
      "......epoch: 8498 1.3653125762939453\n",
      "......epoch: 8499 1.3584084510803223\n",
      "......epoch: 8500 1.3393783569335938\n",
      "performance =  0.9765\n",
      "......epoch: 8501 0.9704060554504395\n",
      "......epoch: 8502 1.367344617843628\n",
      "......epoch: 8503 1.367342233657837\n",
      "......epoch: 8504 1.376326322555542\n",
      "......epoch: 8505 1.3583683967590332\n",
      "......epoch: 8506 1.364351511001587\n",
      "......epoch: 8507 1.3554561138153076\n",
      "......epoch: 8508 1.360363245010376\n",
      "......epoch: 8509 1.3576433658599854\n",
      "......epoch: 8510 1.3554115295410156\n",
      "performance =  0.9765\n",
      "......epoch: 8511 0.9699931144714355\n",
      "......epoch: 8512 1.3573713302612305\n",
      "......epoch: 8513 1.3623569011688232\n",
      "......epoch: 8514 1.3543784618377686\n",
      "......epoch: 8515 1.3247814178466797\n",
      "......epoch: 8516 1.3370962142944336\n",
      "......epoch: 8517 1.3364317417144775\n",
      "......epoch: 8518 1.3486034870147705\n",
      "......epoch: 8519 1.3332207202911377\n",
      "......epoch: 8520 1.3414154052734375\n",
      "performance =  0.9765\n",
      "......epoch: 8521 0.9714558124542236\n",
      "......epoch: 8522 1.37532639503479\n",
      "......epoch: 8523 1.3663458824157715\n",
      "......epoch: 8524 1.3683812618255615\n",
      "......epoch: 8525 1.3663437366485596\n",
      "......epoch: 8526 1.3573353290557861\n",
      "......epoch: 8527 1.3733675479888916\n",
      "......epoch: 8528 1.3752822875976562\n",
      "......epoch: 8529 1.3576469421386719\n",
      "......epoch: 8530 1.3550992012023926\n",
      "performance =  0.9764\n",
      "......epoch: 8531 0.972369909286499\n",
      "......epoch: 8532 1.3693418502807617\n",
      "......epoch: 8533 1.3603992462158203\n",
      "......epoch: 8534 1.3705925941467285\n",
      "......epoch: 8535 1.3743579387664795\n",
      "......epoch: 8536 1.3613593578338623\n",
      "......epoch: 8537 1.364576816558838\n",
      "......epoch: 8538 1.3446629047393799\n",
      "......epoch: 8539 1.3383865356445312\n",
      "......epoch: 8540 1.3288156986236572\n",
      "performance =  0.9764\n",
      "......epoch: 8541 0.9716055393218994\n",
      "......epoch: 8542 1.3531684875488281\n",
      "......epoch: 8543 1.3604536056518555\n",
      "......epoch: 8544 1.3666131496429443\n",
      "......epoch: 8545 1.3673884868621826\n",
      "......epoch: 8546 1.3653512001037598\n",
      "......epoch: 8547 1.3693742752075195\n",
      "......epoch: 8548 1.3725049495697021\n",
      "......epoch: 8549 1.361189603805542\n",
      "......epoch: 8550 1.367302656173706\n",
      "performance =  0.9763\n",
      "......epoch: 8551 0.9634284973144531\n",
      "......epoch: 8552 1.3693716526031494\n",
      "......epoch: 8553 1.36932373046875\n",
      "......epoch: 8554 1.3746604919433594\n",
      "......epoch: 8555 1.3649919033050537\n",
      "......epoch: 8556 1.3623573780059814\n",
      "......epoch: 8557 1.363354206085205\n",
      "......epoch: 8558 1.3184771537780762\n",
      "......epoch: 8559 1.3134920597076416\n",
      "......epoch: 8560 1.2945325374603271\n",
      "performance =  0.9763\n",
      "......epoch: 8561 0.9734256267547607\n",
      "......epoch: 8562 1.3673722743988037\n",
      "......epoch: 8563 1.3743460178375244\n",
      "......epoch: 8564 1.3663849830627441\n",
      "......epoch: 8565 1.3523855209350586\n",
      "......epoch: 8566 1.3604063987731934\n",
      "......epoch: 8567 1.3816909790039062\n",
      "......epoch: 8568 1.3733890056610107\n",
      "......epoch: 8569 1.3543822765350342\n",
      "......epoch: 8570 1.377213716506958\n",
      "performance =  0.9762\n",
      "......epoch: 8571 0.9723906517028809\n",
      "......epoch: 8572 1.3663065433502197\n",
      "......epoch: 8573 1.3664658069610596\n",
      "......epoch: 8574 1.3584120273590088\n",
      "......epoch: 8575 1.3633558750152588\n",
      "......epoch: 8576 1.3683421611785889\n",
      "......epoch: 8577 1.3583784103393555\n",
      "......epoch: 8578 1.3474056720733643\n",
      "......epoch: 8579 1.3334548473358154\n",
      "......epoch: 8580 1.3653151988983154\n",
      "performance =  0.9763\n",
      "......epoch: 8581 0.9664156436920166\n",
      "......epoch: 8582 1.3713734149932861\n",
      "......epoch: 8583 1.382300615310669\n",
      "......epoch: 8584 1.3673489093780518\n",
      "......epoch: 8585 1.373572826385498\n",
      "......epoch: 8586 1.3753654956817627\n",
      "......epoch: 8587 1.3733224868774414\n",
      "......epoch: 8588 1.3772814273834229\n",
      "......epoch: 8589 1.3664500713348389\n",
      "......epoch: 8590 1.3794758319854736\n",
      "performance =  0.9764\n",
      "......epoch: 8591 0.9684123992919922\n",
      "......epoch: 8592 1.3762848377227783\n",
      "......epoch: 8593 1.3713343143463135\n",
      "......epoch: 8594 1.3736028671264648\n",
      "......epoch: 8595 1.346390724182129\n",
      "......epoch: 8596 1.3664600849151611\n",
      "......epoch: 8597 1.3378665447235107\n",
      "......epoch: 8598 1.352360486984253\n",
      "......epoch: 8599 1.335644245147705\n",
      "......epoch: 8600 1.37111234664917\n",
      "performance =  0.9763\n",
      "......epoch: 8601 0.9484653472900391\n",
      "......epoch: 8602 1.317476749420166\n",
      "......epoch: 8603 1.3404576778411865\n",
      "......epoch: 8604 1.3593227863311768\n",
      "......epoch: 8605 1.3553762435913086\n",
      "......epoch: 8606 1.3663837909698486\n",
      "......epoch: 8607 1.3693017959594727\n",
      "......epoch: 8608 1.360701322555542\n",
      "......epoch: 8609 1.3632850646972656\n",
      "......epoch: 8610 1.3601250648498535\n",
      "performance =  0.9764\n",
      "......epoch: 8611 0.9664592742919922\n",
      "......epoch: 8612 1.365349292755127\n",
      "......epoch: 8613 1.3533804416656494\n",
      "......epoch: 8614 1.357370376586914\n",
      "......epoch: 8615 1.3643550872802734\n",
      "......epoch: 8616 1.3683490753173828\n",
      "......epoch: 8617 1.3205053806304932\n",
      "......epoch: 8618 1.3353989124298096\n",
      "......epoch: 8619 1.357652187347412\n",
      "......epoch: 8620 1.3670926094055176\n",
      "performance =  0.9764\n",
      "......epoch: 8621 0.9704058170318604\n",
      "......epoch: 8622 1.3663816452026367\n",
      "......epoch: 8623 1.3595514297485352\n",
      "......epoch: 8624 1.3701145648956299\n",
      "......epoch: 8625 1.3673477172851562\n",
      "......epoch: 8626 1.368363857269287\n",
      "......epoch: 8627 1.3683440685272217\n",
      "......epoch: 8628 1.3573741912841797\n",
      "......epoch: 8629 1.3713016510009766\n",
      "......epoch: 8630 1.3743226528167725\n",
      "performance =  0.9764\n",
      "......epoch: 8631 0.9674167633056641\n",
      "......epoch: 8632 1.3785278797149658\n",
      "......epoch: 8633 1.362431287765503\n",
      "......epoch: 8634 1.360363245010376\n",
      "......epoch: 8635 1.3663816452026367\n",
      "......epoch: 8636 1.3383853435516357\n",
      "......epoch: 8637 1.3543798923492432\n",
      "......epoch: 8638 1.3304436206817627\n",
      "......epoch: 8639 1.3663480281829834\n",
      "......epoch: 8640 1.364403486251831\n",
      "performance =  0.9763\n",
      "......epoch: 8641 0.97261643409729\n",
      "......epoch: 8642 1.3581523895263672\n",
      "......epoch: 8643 1.3154816627502441\n",
      "......epoch: 8644 1.3264579772949219\n",
      "......epoch: 8645 1.3484277725219727\n",
      "......epoch: 8646 1.3353910446166992\n",
      "......epoch: 8647 1.3705110549926758\n",
      "......epoch: 8648 1.369382381439209\n",
      "......epoch: 8649 1.3722906112670898\n",
      "......epoch: 8650 1.360445499420166\n",
      "performance =  0.9764\n",
      "......epoch: 8651 0.971400260925293\n",
      "......epoch: 8652 1.3665194511413574\n",
      "......epoch: 8653 1.3641459941864014\n",
      "......epoch: 8654 1.359365701675415\n",
      "......epoch: 8655 1.3663458824157715\n",
      "......epoch: 8656 1.3404171466827393\n",
      "......epoch: 8657 1.3476486206054688\n",
      "......epoch: 8658 1.3471853733062744\n",
      "......epoch: 8659 1.3702938556671143\n",
      "......epoch: 8660 1.3693768978118896\n",
      "performance =  0.9763\n",
      "......epoch: 8661 0.9654617309570312\n",
      "......epoch: 8662 1.3543357849121094\n",
      "......epoch: 8663 1.378350019454956\n",
      "......epoch: 8664 1.3623218536376953\n",
      "......epoch: 8665 1.3643507957458496\n",
      "......epoch: 8666 1.3723456859588623\n",
      "......epoch: 8667 1.36234450340271\n",
      "......epoch: 8668 1.3615713119506836\n",
      "......epoch: 8669 1.3584091663360596\n",
      "......epoch: 8670 1.369300127029419\n",
      "performance =  0.9763\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 8671 0.9713664054870605\n",
      "......epoch: 8672 1.3663477897644043\n",
      "......epoch: 8673 1.3647491931915283\n",
      "......epoch: 8674 1.3665659427642822\n",
      "......epoch: 8675 1.366347312927246\n",
      "......epoch: 8676 1.3533802032470703\n",
      "......epoch: 8677 1.3493926525115967\n",
      "......epoch: 8678 1.351393461227417\n",
      "......epoch: 8679 1.3713278770446777\n",
      "......epoch: 8680 1.3573706150054932\n",
      "performance =  0.9761\n",
      "......epoch: 8681 0.9724297523498535\n",
      "......epoch: 8682 1.3613173961639404\n",
      "......epoch: 8683 1.3713679313659668\n",
      "......epoch: 8684 1.3683068752288818\n",
      "......epoch: 8685 1.3733291625976562\n",
      "......epoch: 8686 1.3533804416656494\n",
      "......epoch: 8687 1.3174777030944824\n",
      "......epoch: 8688 1.3375811576843262\n",
      "......epoch: 8689 1.33243727684021\n",
      "......epoch: 8690 1.3424725532531738\n",
      "performance =  0.9761\n",
      "......epoch: 8691 0.9726486206054688\n",
      "......epoch: 8692 1.3444416522979736\n",
      "......epoch: 8693 1.3623695373535156\n",
      "......epoch: 8694 1.3573596477508545\n",
      "......epoch: 8695 1.343688726425171\n",
      "......epoch: 8696 1.3503870964050293\n",
      "......epoch: 8697 1.352426290512085\n",
      "......epoch: 8698 1.3613197803497314\n",
      "......epoch: 8699 1.3673443794250488\n",
      "......epoch: 8700 1.374323844909668\n",
      "performance =  0.9761\n",
      "......epoch: 8701 0.9634518623352051\n",
      "......epoch: 8702 1.3666632175445557\n",
      "......epoch: 8703 1.3660635948181152\n",
      "......epoch: 8704 1.3566174507141113\n",
      "......epoch: 8705 1.3644328117370605\n",
      "......epoch: 8706 1.354459524154663\n",
      "......epoch: 8707 1.3519141674041748\n",
      "......epoch: 8708 1.345390796661377\n",
      "......epoch: 8709 1.3544132709503174\n",
      "......epoch: 8710 1.356339693069458\n",
      "performance =  0.976\n",
      "......epoch: 8711 0.9734532833099365\n",
      "......epoch: 8712 1.3594353199005127\n",
      "......epoch: 8713 1.367347240447998\n",
      "......epoch: 8714 1.360323190689087\n",
      "......epoch: 8715 1.3354644775390625\n",
      "......epoch: 8716 1.352349042892456\n",
      "......epoch: 8717 1.3653502464294434\n",
      "......epoch: 8718 1.354377031326294\n",
      "......epoch: 8719 1.365349531173706\n",
      "......epoch: 8720 1.3706560134887695\n",
      "performance =  0.9762\n",
      "......epoch: 8721 0.9644176959991455\n",
      "......epoch: 8722 1.3254237174987793\n",
      "......epoch: 8723 1.3085017204284668\n",
      "......epoch: 8724 1.2895524501800537\n",
      "......epoch: 8725 1.2825732231140137\n",
      "......epoch: 8726 1.3653478622436523\n",
      "......epoch: 8727 1.3646740913391113\n",
      "......epoch: 8728 1.3610365390777588\n",
      "......epoch: 8729 1.3713328838348389\n",
      "......epoch: 8730 1.320472240447998\n",
      "performance =  0.9761\n",
      "......epoch: 8731 0.9534900188446045\n",
      "......epoch: 8732 1.3526825904846191\n",
      "......epoch: 8733 1.3769865036010742\n",
      "......epoch: 8734 1.3414080142974854\n",
      "......epoch: 8735 1.3497095108032227\n",
      "......epoch: 8736 1.3504343032836914\n",
      "......epoch: 8737 1.2965166568756104\n",
      "......epoch: 8738 1.3144867420196533\n",
      "......epoch: 8739 1.3534820079803467\n",
      "......epoch: 8740 1.3612582683563232\n",
      "performance =  0.9759\n",
      "......epoch: 8741 0.9677431583404541\n",
      "......epoch: 8742 1.363718032836914\n",
      "......epoch: 8743 1.374673843383789\n",
      "......epoch: 8744 1.3616225719451904\n",
      "......epoch: 8745 1.3590552806854248\n",
      "......epoch: 8746 1.3723714351654053\n",
      "......epoch: 8747 1.3553760051727295\n",
      "......epoch: 8748 1.3603203296661377\n",
      "......epoch: 8749 1.3713383674621582\n",
      "......epoch: 8750 1.365422010421753\n",
      "performance =  0.9759\n",
      "......epoch: 8751 0.9654479026794434\n",
      "......epoch: 8752 1.3706333637237549\n",
      "......epoch: 8753 1.3580429553985596\n",
      "......epoch: 8754 1.3214647769927979\n",
      "......epoch: 8755 1.3526098728179932\n",
      "......epoch: 8756 1.3422293663024902\n",
      "......epoch: 8757 1.3663768768310547\n",
      "......epoch: 8758 1.3645689487457275\n",
      "......epoch: 8759 1.3647477626800537\n",
      "......epoch: 8760 1.371309757232666\n",
      "performance =  0.9757\n",
      "......epoch: 8761 0.969409704208374\n",
      "......epoch: 8762 1.370351791381836\n",
      "......epoch: 8763 1.362382411956787\n",
      "......epoch: 8764 1.3666205406188965\n",
      "......epoch: 8765 1.368605136871338\n",
      "......epoch: 8766 1.36430025100708\n",
      "......epoch: 8767 1.3623566627502441\n",
      "......epoch: 8768 1.3603641986846924\n",
      "......epoch: 8769 1.368340253829956\n",
      "......epoch: 8770 1.369340419769287\n",
      "performance =  0.9753\n",
      "......epoch: 8771 0.968376636505127\n",
      "......epoch: 8772 1.3344306945800781\n",
      "......epoch: 8773 1.3215091228485107\n",
      "......epoch: 8774 1.3154749870300293\n",
      "......epoch: 8775 1.3244247436523438\n",
      "......epoch: 8776 1.349393606185913\n",
      "......epoch: 8777 1.365347146987915\n",
      "......epoch: 8778 1.365354061126709\n",
      "......epoch: 8779 1.3673019409179688\n",
      "......epoch: 8780 1.3655669689178467\n",
      "performance =  0.9754\n",
      "......epoch: 8781 0.9674451351165771\n",
      "......epoch: 8782 1.3752920627593994\n",
      "......epoch: 8783 1.3633973598480225\n",
      "......epoch: 8784 1.3673012256622314\n",
      "......epoch: 8785 1.3763184547424316\n",
      "......epoch: 8786 1.3723347187042236\n",
      "......epoch: 8787 1.3633506298065186\n",
      "......epoch: 8788 1.3783161640167236\n",
      "......epoch: 8789 1.3695945739746094\n",
      "......epoch: 8790 1.360398530960083\n",
      "performance =  0.9754\n",
      "......epoch: 8791 0.9674503803253174\n",
      "......epoch: 8792 1.36594557762146\n",
      "......epoch: 8793 1.343407154083252\n",
      "......epoch: 8794 1.3523967266082764\n",
      "......epoch: 8795 1.3304667472839355\n",
      "......epoch: 8796 1.3573386669158936\n",
      "......epoch: 8797 1.3543744087219238\n",
      "......epoch: 8798 1.3616511821746826\n",
      "......epoch: 8799 1.3573298454284668\n",
      "......epoch: 8800 1.3524234294891357\n",
      "performance =  0.9753\n",
      "......epoch: 8801 0.9644103050231934\n",
      "......epoch: 8802 1.3584237098693848\n",
      "......epoch: 8803 1.3603615760803223\n",
      "......epoch: 8804 1.3563711643218994\n",
      "......epoch: 8805 1.363387107849121\n",
      "......epoch: 8806 1.3662748336791992\n",
      "......epoch: 8807 1.3633091449737549\n",
      "......epoch: 8808 1.3723406791687012\n",
      "......epoch: 8809 1.3723750114440918\n",
      "......epoch: 8810 1.3673434257507324\n",
      "performance =  0.9757\n",
      "......epoch: 8811 0.9714028835296631\n",
      "......epoch: 8812 1.363374948501587\n",
      "......epoch: 8813 1.331482172012329\n",
      "......epoch: 8814 1.3623576164245605\n",
      "......epoch: 8815 1.3513503074645996\n",
      "......epoch: 8816 1.318472146987915\n",
      "......epoch: 8817 1.3274857997894287\n",
      "......epoch: 8818 1.3164455890655518\n",
      "......epoch: 8819 1.3364264965057373\n",
      "......epoch: 8820 1.3605966567993164\n",
      "performance =  0.9756\n",
      "......epoch: 8821 0.9727778434753418\n",
      "......epoch: 8822 1.372368574142456\n",
      "......epoch: 8823 1.3623178005218506\n",
      "......epoch: 8824 1.366349458694458\n",
      "......epoch: 8825 1.3653805255889893\n",
      "......epoch: 8826 1.3634116649627686\n",
      "......epoch: 8827 1.366379976272583\n",
      "......epoch: 8828 1.3603217601776123\n",
      "......epoch: 8829 1.3693747520446777\n",
      "......epoch: 8830 1.36564302444458\n",
      "performance =  0.9756\n",
      "......epoch: 8831 0.9624278545379639\n",
      "......epoch: 8832 1.3569998741149902\n",
      "......epoch: 8833 1.3324368000030518\n",
      "......epoch: 8834 1.34944748878479\n",
      "......epoch: 8835 1.3514151573181152\n",
      "......epoch: 8836 1.3752949237823486\n",
      "......epoch: 8837 1.3616998195648193\n",
      "......epoch: 8838 1.372988224029541\n",
      "......epoch: 8839 1.3637397289276123\n",
      "......epoch: 8840 1.3686072826385498\n",
      "performance =  0.9758\n",
      "......epoch: 8841 0.9694068431854248\n",
      "......epoch: 8842 1.3606226444244385\n",
      "......epoch: 8843 1.3594398498535156\n",
      "......epoch: 8844 1.364591121673584\n",
      "......epoch: 8845 1.3670704364776611\n",
      "......epoch: 8846 1.3655874729156494\n",
      "......epoch: 8847 1.3651320934295654\n",
      "......epoch: 8848 1.371370792388916\n",
      "......epoch: 8849 1.361340045928955\n",
      "......epoch: 8850 1.3613598346710205\n",
      "performance =  0.9758\n",
      "......epoch: 8851 0.9626541137695312\n",
      "......epoch: 8852 1.3341758251190186\n",
      "......epoch: 8853 1.3513870239257812\n",
      "......epoch: 8854 1.3424110412597656\n",
      "......epoch: 8855 1.368342399597168\n",
      "......epoch: 8856 1.366344690322876\n",
      "......epoch: 8857 1.3653662204742432\n",
      "......epoch: 8858 1.36761474609375\n",
      "......epoch: 8859 1.3461403846740723\n",
      "......epoch: 8860 1.2985095977783203\n",
      "performance =  0.9761\n",
      "......epoch: 8861 0.9544475078582764\n",
      "......epoch: 8862 1.3613615036010742\n",
      "......epoch: 8863 1.3713688850402832\n",
      "......epoch: 8864 1.3673083782196045\n",
      "......epoch: 8865 1.3653473854064941\n",
      "......epoch: 8866 1.369340181350708\n",
      "......epoch: 8867 1.373328447341919\n",
      "......epoch: 8868 1.3733282089233398\n",
      "......epoch: 8869 1.3763206005096436\n",
      "......epoch: 8870 1.3653478622436523\n",
      "performance =  0.9759\n",
      "......epoch: 8871 0.9654417037963867\n",
      "......epoch: 8872 1.3304040431976318\n",
      "......epoch: 8873 1.3384222984313965\n",
      "......epoch: 8874 1.3494315147399902\n",
      "......epoch: 8875 1.369339942932129\n",
      "......epoch: 8876 1.3623247146606445\n",
      "......epoch: 8877 1.3733916282653809\n",
      "......epoch: 8878 1.3723030090332031\n",
      "......epoch: 8879 1.3713338375091553\n",
      "......epoch: 8880 1.3653573989868164\n",
      "performance =  0.9758\n",
      "......epoch: 8881 0.9704349040985107\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 8882 1.3514533042907715\n",
      "......epoch: 8883 1.3643105030059814\n",
      "......epoch: 8884 1.3626539707183838\n",
      "......epoch: 8885 1.367297887802124\n",
      "......epoch: 8886 1.3673863410949707\n",
      "......epoch: 8887 1.3663058280944824\n",
      "......epoch: 8888 1.371370792388916\n",
      "......epoch: 8889 1.3684260845184326\n",
      "......epoch: 8890 1.359363317489624\n",
      "performance =  0.9758\n",
      "......epoch: 8891 0.964414119720459\n",
      "......epoch: 8892 1.33852219581604\n",
      "......epoch: 8893 1.3424291610717773\n",
      "......epoch: 8894 1.356523036956787\n",
      "......epoch: 8895 1.3612730503082275\n",
      "......epoch: 8896 1.376335620880127\n",
      "......epoch: 8897 1.3753681182861328\n",
      "......epoch: 8898 1.3693382740020752\n",
      "......epoch: 8899 1.3633904457092285\n",
      "......epoch: 8900 1.3673453330993652\n",
      "performance =  0.9757\n",
      "......epoch: 8901 0.942479133605957\n",
      "......epoch: 8902 1.3284754753112793\n",
      "......epoch: 8903 1.3264274597167969\n",
      "......epoch: 8904 1.3474373817443848\n",
      "......epoch: 8905 1.3523564338684082\n",
      "......epoch: 8906 1.3653366565704346\n",
      "......epoch: 8907 1.3653876781463623\n",
      "......epoch: 8908 1.3673162460327148\n",
      "......epoch: 8909 1.3604016304016113\n",
      "......epoch: 8910 1.3605458736419678\n",
      "performance =  0.9756\n",
      "......epoch: 8911 0.9514603614807129\n",
      "......epoch: 8912 1.3503847122192383\n",
      "......epoch: 8913 1.344721794128418\n",
      "......epoch: 8914 1.3790345191955566\n",
      "......epoch: 8915 1.3603229522705078\n",
      "......epoch: 8916 1.3625845909118652\n",
      "......epoch: 8917 1.3661208152770996\n",
      "......epoch: 8918 1.3733699321746826\n",
      "......epoch: 8919 1.3704254627227783\n",
      "......epoch: 8920 1.3733491897583008\n",
      "performance =  0.9754\n",
      "......epoch: 8921 0.9704055786132812\n",
      "......epoch: 8922 1.357412576675415\n",
      "......epoch: 8923 1.3643460273742676\n",
      "......epoch: 8924 1.3756194114685059\n",
      "......epoch: 8925 1.3653452396392822\n",
      "......epoch: 8926 1.3673644065856934\n",
      "......epoch: 8927 1.3566703796386719\n",
      "......epoch: 8928 1.3630850315093994\n",
      "......epoch: 8929 1.3584134578704834\n",
      "......epoch: 8930 1.3635692596435547\n",
      "performance =  0.9755\n",
      "......epoch: 8931 0.9498426914215088\n",
      "......epoch: 8932 1.3331055641174316\n",
      "......epoch: 8933 1.3457038402557373\n",
      "......epoch: 8934 1.36830735206604\n",
      "......epoch: 8935 1.3723669052124023\n",
      "......epoch: 8936 1.3643741607666016\n",
      "......epoch: 8937 1.3514044284820557\n",
      "......epoch: 8938 1.3653130531311035\n",
      "......epoch: 8939 1.367384672164917\n",
      "......epoch: 8940 1.3663043975830078\n",
      "performance =  0.9755\n",
      "......epoch: 8941 0.9664435386657715\n",
      "......epoch: 8942 1.3683688640594482\n",
      "......epoch: 8943 1.3683371543884277\n",
      "......epoch: 8944 1.3653452396392822\n",
      "......epoch: 8945 1.3264532089233398\n",
      "......epoch: 8946 1.329446792602539\n",
      "......epoch: 8947 1.3504059314727783\n",
      "......epoch: 8948 1.3304250240325928\n",
      "......epoch: 8949 1.3573710918426514\n",
      "......epoch: 8950 1.3683702945709229\n",
      "performance =  0.9754\n",
      "......epoch: 8951 0.9614567756652832\n",
      "......epoch: 8952 1.3383941650390625\n",
      "......epoch: 8953 1.362398624420166\n",
      "......epoch: 8954 1.370295763015747\n",
      "......epoch: 8955 1.3643906116485596\n",
      "......epoch: 8956 1.3663444519042969\n",
      "......epoch: 8957 1.3653481006622314\n",
      "......epoch: 8958 1.3722941875457764\n",
      "......epoch: 8959 1.3713297843933105\n",
      "......epoch: 8960 1.3842895030975342\n",
      "performance =  0.9754\n",
      "......epoch: 8961 0.9654121398925781\n",
      "......epoch: 8962 1.3684239387512207\n",
      "......epoch: 8963 1.3626587390899658\n",
      "......epoch: 8964 1.3594045639038086\n",
      "......epoch: 8965 1.3643138408660889\n",
      "......epoch: 8966 1.3603603839874268\n",
      "......epoch: 8967 1.3494269847869873\n",
      "......epoch: 8968 1.3563616275787354\n",
      "......epoch: 8969 1.3603639602661133\n",
      "......epoch: 8970 1.3584010601043701\n",
      "performance =  0.975\n",
      "......epoch: 8971 0.949470043182373\n",
      "......epoch: 8972 1.3653123378753662\n",
      "......epoch: 8973 1.3513882160186768\n",
      "......epoch: 8974 1.3466315269470215\n",
      "......epoch: 8975 1.3454039096832275\n",
      "......epoch: 8976 1.354377031326294\n",
      "......epoch: 8977 1.3604061603546143\n",
      "......epoch: 8978 1.3613791465759277\n",
      "......epoch: 8979 1.3554117679595947\n",
      "......epoch: 8980 1.3702998161315918\n",
      "performance =  0.975\n",
      "......epoch: 8981 0.9674136638641357\n",
      "......epoch: 8982 1.3593676090240479\n",
      "......epoch: 8983 1.3743562698364258\n",
      "......epoch: 8984 1.3633534908294678\n",
      "......epoch: 8985 1.356614351272583\n",
      "......epoch: 8986 1.3673458099365234\n",
      "......epoch: 8987 1.359400749206543\n",
      "......epoch: 8988 1.3772881031036377\n",
      "......epoch: 8989 1.3065004348754883\n",
      "......epoch: 8990 1.3184762001037598\n",
      "performance =  0.9749\n",
      "......epoch: 8991 0.9494616985321045\n",
      "......epoch: 8992 1.356410264968872\n",
      "......epoch: 8993 1.3633556365966797\n",
      "......epoch: 8994 1.3683431148529053\n",
      "......epoch: 8995 1.3613200187683105\n",
      "......epoch: 8996 1.3573708534240723\n",
      "......epoch: 8997 1.3693392276763916\n",
      "......epoch: 8998 1.365569829940796\n",
      "......epoch: 8999 1.3693387508392334\n",
      "......epoch: 9000 1.3504254817962646\n",
      "performance =  0.9749\n",
      "......epoch: 9001 0.9683783054351807\n",
      "......epoch: 9002 1.3593919277191162\n",
      "......epoch: 9003 1.3693525791168213\n",
      "......epoch: 9004 1.3722877502441406\n",
      "......epoch: 9005 1.3643527030944824\n",
      "......epoch: 9006 1.3633911609649658\n",
      "......epoch: 9007 1.3663101196289062\n",
      "......epoch: 9008 1.3723323345184326\n",
      "......epoch: 9009 1.358405590057373\n",
      "......epoch: 9010 1.3633530139923096\n",
      "performance =  0.9749\n",
      "......epoch: 9011 0.954413652420044\n",
      "......epoch: 9012 1.3606526851654053\n",
      "......epoch: 9013 1.3674304485321045\n",
      "......epoch: 9014 1.3753235340118408\n",
      "......epoch: 9015 1.3553400039672852\n",
      "......epoch: 9016 1.363356113433838\n",
      "......epoch: 9017 1.364363193511963\n",
      "......epoch: 9018 1.3666577339172363\n",
      "......epoch: 9019 1.3702654838562012\n",
      "......epoch: 9020 1.3573718070983887\n",
      "performance =  0.9749\n",
      "......epoch: 9021 0.9614665508270264\n",
      "......epoch: 9022 1.3713667392730713\n",
      "......epoch: 9023 1.3665854930877686\n",
      "......epoch: 9024 1.3663854598999023\n",
      "......epoch: 9025 1.3732879161834717\n",
      "......epoch: 9026 1.3573715686798096\n",
      "......epoch: 9027 1.3733763694763184\n",
      "......epoch: 9028 1.364393949508667\n",
      "......epoch: 9029 1.3625602722167969\n",
      "......epoch: 9030 1.3364641666412354\n",
      "performance =  0.9749\n",
      "......epoch: 9031 0.9484646320343018\n",
      "......epoch: 9032 1.3155207633972168\n",
      "......epoch: 9033 1.327413558959961\n",
      "......epoch: 9034 1.3444044589996338\n",
      "......epoch: 9035 1.364565134048462\n",
      "......epoch: 9036 1.3681304454803467\n",
      "......epoch: 9037 1.3733267784118652\n",
      "......epoch: 9038 1.363353967666626\n",
      "......epoch: 9039 1.3704822063446045\n",
      "......epoch: 9040 1.3831589221954346\n",
      "performance =  0.975\n",
      "......epoch: 9041 0.9724025726318359\n",
      "......epoch: 9042 1.3763225078582764\n",
      "......epoch: 9043 1.367305040359497\n",
      "......epoch: 9044 1.3613591194152832\n",
      "......epoch: 9045 1.3603630065917969\n",
      "......epoch: 9046 1.370335340499878\n",
      "......epoch: 9047 1.376319408416748\n",
      "......epoch: 9048 1.351701021194458\n",
      "......epoch: 9049 1.3573682308197021\n",
      "......epoch: 9050 1.3523879051208496\n",
      "performance =  0.9748\n",
      "......epoch: 9051 0.9693906307220459\n",
      "......epoch: 9052 1.369338035583496\n",
      "......epoch: 9053 1.373328447341919\n",
      "......epoch: 9054 1.3583943843841553\n",
      "......epoch: 9055 1.3713319301605225\n",
      "......epoch: 9056 1.3703324794769287\n",
      "......epoch: 9057 1.3763213157653809\n",
      "......epoch: 9058 1.364391803741455\n",
      "......epoch: 9059 1.3703601360321045\n",
      "......epoch: 9060 1.3635919094085693\n",
      "performance =  0.9746\n",
      "......epoch: 9061 0.9714033603668213\n",
      "......epoch: 9062 1.3716213703155518\n",
      "......epoch: 9063 1.3643720149993896\n",
      "......epoch: 9064 1.3603415489196777\n",
      "......epoch: 9065 1.3583931922912598\n",
      "......epoch: 9066 1.370311975479126\n",
      "......epoch: 9067 1.3613600730895996\n",
      "......epoch: 9068 1.368340015411377\n",
      "......epoch: 9069 1.343425989151001\n",
      "......epoch: 9070 1.367326259613037\n",
      "performance =  0.9746\n",
      "......epoch: 9071 0.9733607769012451\n",
      "......epoch: 9072 1.375324010848999\n",
      "......epoch: 9073 1.3673818111419678\n",
      "......epoch: 9074 1.319432020187378\n",
      "......epoch: 9075 1.3224899768829346\n",
      "......epoch: 9076 1.3513493537902832\n",
      "......epoch: 9077 1.336456537246704\n",
      "......epoch: 9078 1.3712995052337646\n",
      "......epoch: 9079 1.375321626663208\n",
      "......epoch: 9080 1.3733301162719727\n",
      "performance =  0.9746\n",
      "......epoch: 9081 0.9763875007629395\n",
      "......epoch: 9082 1.3703336715698242\n",
      "......epoch: 9083 1.3745951652526855\n",
      "......epoch: 9084 1.3624472618103027\n",
      "......epoch: 9085 1.3704802989959717\n",
      "......epoch: 9086 1.3681697845458984\n",
      "......epoch: 9087 1.3643128871917725\n",
      "......epoch: 9088 1.3613717555999756\n",
      "......epoch: 9089 1.3443944454193115\n",
      "......epoch: 9090 1.3194708824157715\n",
      "performance =  0.9746\n",
      "......epoch: 9091 0.9803540706634521\n",
      "......epoch: 9092 1.3783502578735352\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 9093 1.3613240718841553\n",
      "......epoch: 9094 1.367347240447998\n",
      "......epoch: 9095 1.3743219375610352\n",
      "......epoch: 9096 1.3693788051605225\n",
      "......epoch: 9097 1.3553688526153564\n",
      "......epoch: 9098 1.3497657775878906\n",
      "......epoch: 9099 1.3739025592803955\n",
      "......epoch: 9100 1.3723883628845215\n",
      "performance =  0.9746\n",
      "......epoch: 9101 0.9714019298553467\n",
      "......epoch: 9102 1.3653860092163086\n",
      "......epoch: 9103 1.3529517650604248\n",
      "......epoch: 9104 1.362328052520752\n",
      "......epoch: 9105 1.371349573135376\n",
      "......epoch: 9106 1.363590955734253\n",
      "......epoch: 9107 1.3631765842437744\n",
      "......epoch: 9108 1.3304765224456787\n",
      "......epoch: 9109 1.3473424911499023\n",
      "......epoch: 9110 1.359405279159546\n",
      "performance =  0.9748\n",
      "......epoch: 9111 0.9765939712524414\n",
      "......epoch: 9112 1.360398292541504\n",
      "......epoch: 9113 1.3603262901306152\n",
      "......epoch: 9114 1.3714940547943115\n",
      "......epoch: 9115 1.3692467212677002\n",
      "......epoch: 9116 1.3675529956817627\n",
      "......epoch: 9117 1.3481850624084473\n",
      "......epoch: 9118 1.3158049583435059\n",
      "......epoch: 9119 1.3414130210876465\n",
      "......epoch: 9120 1.3414840698242188\n",
      "performance =  0.9748\n",
      "......epoch: 9121 0.9714033603668213\n",
      "......epoch: 9122 1.3586859703063965\n",
      "......epoch: 9123 1.3633537292480469\n",
      "......epoch: 9124 1.3753600120544434\n",
      "......epoch: 9125 1.3693568706512451\n",
      "......epoch: 9126 1.3594458103179932\n",
      "......epoch: 9127 1.3654816150665283\n",
      "......epoch: 9128 1.3444044589996338\n",
      "......epoch: 9129 1.3454337120056152\n",
      "......epoch: 9130 1.3453724384307861\n",
      "performance =  0.9748\n",
      "......epoch: 9131 0.976435661315918\n",
      "......epoch: 9132 1.3723647594451904\n",
      "......epoch: 9133 1.3743259906768799\n",
      "......epoch: 9134 1.3633227348327637\n",
      "......epoch: 9135 1.3713293075561523\n",
      "......epoch: 9136 1.3745460510253906\n",
      "......epoch: 9137 1.3681285381317139\n",
      "......epoch: 9138 1.3783421516418457\n",
      "......epoch: 9139 1.3673183917999268\n",
      "......epoch: 9140 1.3614027500152588\n",
      "performance =  0.9749\n",
      "......epoch: 9141 0.9753983020782471\n",
      "......epoch: 9142 1.3663396835327148\n",
      "......epoch: 9143 1.3663477897644043\n",
      "......epoch: 9144 1.358407735824585\n",
      "......epoch: 9145 1.3623192310333252\n",
      "......epoch: 9146 1.3623580932617188\n",
      "......epoch: 9147 1.3337478637695312\n",
      "......epoch: 9148 1.3613615036010742\n",
      "......epoch: 9149 1.342409610748291\n",
      "......epoch: 9150 1.3593668937683105\n",
      "performance =  0.9747\n",
      "......epoch: 9151 0.9634237289428711\n",
      "......epoch: 9152 1.3663854598999023\n",
      "......epoch: 9153 1.3606147766113281\n",
      "......epoch: 9154 1.3737571239471436\n",
      "......epoch: 9155 1.386293888092041\n",
      "......epoch: 9156 1.3604037761688232\n",
      "......epoch: 9157 1.3673014640808105\n",
      "......epoch: 9158 1.3683292865753174\n",
      "......epoch: 9159 1.3673431873321533\n",
      "......epoch: 9160 1.3683421611785889\n",
      "performance =  0.9746\n",
      "......epoch: 9161 0.9514918327331543\n",
      "......epoch: 9162 1.3483595848083496\n",
      "......epoch: 9163 1.3454065322875977\n",
      "......epoch: 9164 1.3833425045013428\n",
      "......epoch: 9165 1.3673419952392578\n",
      "......epoch: 9166 1.3723416328430176\n",
      "......epoch: 9167 1.3433973789215088\n",
      "......epoch: 9168 1.3593761920928955\n",
      "......epoch: 9169 1.3543815612792969\n",
      "......epoch: 9170 1.352381944656372\n",
      "performance =  0.9746\n",
      "......epoch: 9171 0.9723985195159912\n",
      "......epoch: 9172 1.3693408966064453\n",
      "......epoch: 9173 1.3673434257507324\n",
      "......epoch: 9174 1.3713343143463135\n",
      "......epoch: 9175 1.365703821182251\n",
      "......epoch: 9176 1.370995283126831\n",
      "......epoch: 9177 1.3743107318878174\n",
      "......epoch: 9178 1.3743245601654053\n",
      "......epoch: 9179 1.3763573169708252\n",
      "......epoch: 9180 1.3733458518981934\n",
      "performance =  0.9746\n",
      "......epoch: 9181 0.9644179344177246\n",
      "......epoch: 9182 1.3603301048278809\n",
      "......epoch: 9183 1.3733279705047607\n",
      "......epoch: 9184 1.367344856262207\n",
      "......epoch: 9185 1.3695073127746582\n",
      "......epoch: 9186 1.3434503078460693\n",
      "......epoch: 9187 1.3513884544372559\n",
      "......epoch: 9188 1.342426061630249\n",
      "......epoch: 9189 1.3713786602020264\n",
      "......epoch: 9190 1.363515853881836\n",
      "performance =  0.9744\n",
      "......epoch: 9191 0.976388692855835\n",
      "......epoch: 9192 1.3744449615478516\n",
      "......epoch: 9193 1.3722119331359863\n",
      "......epoch: 9194 1.3703334331512451\n",
      "......epoch: 9195 1.3613612651824951\n",
      "......epoch: 9196 1.3743677139282227\n",
      "......epoch: 9197 1.3693420886993408\n",
      "......epoch: 9198 1.3643507957458496\n",
      "......epoch: 9199 1.3666012287139893\n",
      "......epoch: 9200 1.3643202781677246\n",
      "performance =  0.9746\n",
      "......epoch: 9201 0.9684481620788574\n",
      "......epoch: 9202 1.3643136024475098\n",
      "......epoch: 9203 1.323495864868164\n",
      "......epoch: 9204 1.3264176845550537\n",
      "......epoch: 9205 1.3386502265930176\n",
      "......epoch: 9206 1.3192427158355713\n",
      "......epoch: 9207 1.3474395275115967\n",
      "......epoch: 9208 1.3573288917541504\n",
      "......epoch: 9209 1.3663876056671143\n",
      "......epoch: 9210 1.3623592853546143\n",
      "performance =  0.9747\n",
      "......epoch: 9211 0.974393367767334\n",
      "......epoch: 9212 1.3643534183502197\n",
      "......epoch: 9213 1.3675482273101807\n",
      "......epoch: 9214 1.3591763973236084\n",
      "......epoch: 9215 1.3713603019714355\n",
      "......epoch: 9216 1.362318515777588\n",
      "......epoch: 9217 1.3593616485595703\n",
      "......epoch: 9218 1.3624234199523926\n",
      "......epoch: 9219 1.3623299598693848\n",
      "......epoch: 9220 1.3645617961883545\n",
      "performance =  0.9746\n",
      "......epoch: 9221 0.9723649024963379\n",
      "......epoch: 9222 1.3633537292480469\n",
      "......epoch: 9223 1.3643512725830078\n",
      "......epoch: 9224 1.3683552742004395\n",
      "......epoch: 9225 1.3643503189086914\n",
      "......epoch: 9226 1.334639549255371\n",
      "......epoch: 9227 1.344198226928711\n",
      "......epoch: 9228 1.3623578548431396\n",
      "......epoch: 9229 1.3653886318206787\n",
      "......epoch: 9230 1.3783159255981445\n",
      "performance =  0.9748\n",
      "......epoch: 9231 0.968437910079956\n",
      "......epoch: 9232 1.3683853149414062\n",
      "......epoch: 9233 1.371335744857788\n",
      "......epoch: 9234 1.3733265399932861\n",
      "......epoch: 9235 1.3773550987243652\n",
      "......epoch: 9236 1.3742949962615967\n",
      "......epoch: 9237 1.3713254928588867\n",
      "......epoch: 9238 1.3673861026763916\n",
      "......epoch: 9239 1.361318588256836\n",
      "......epoch: 9240 1.367710828781128\n",
      "performance =  0.9745\n",
      "......epoch: 9241 0.968411922454834\n",
      "......epoch: 9242 1.3604011535644531\n",
      "......epoch: 9243 1.3603248596191406\n",
      "......epoch: 9244 1.3813550472259521\n",
      "......epoch: 9245 1.3523626327514648\n",
      "......epoch: 9246 1.3334362506866455\n",
      "......epoch: 9247 1.3104937076568604\n",
      "......epoch: 9248 1.3105239868164062\n",
      "......epoch: 9249 1.3354406356811523\n",
      "......epoch: 9250 1.3423733711242676\n",
      "performance =  0.9744\n",
      "......epoch: 9251 0.9704058170318604\n",
      "......epoch: 9252 1.3623666763305664\n",
      "......epoch: 9253 1.3623504638671875\n",
      "......epoch: 9254 1.3604118824005127\n",
      "......epoch: 9255 1.3623383045196533\n",
      "......epoch: 9256 1.36232590675354\n",
      "......epoch: 9257 1.361499547958374\n",
      "......epoch: 9258 1.3732740879058838\n",
      "......epoch: 9259 1.3776347637176514\n",
      "......epoch: 9260 1.370483636856079\n",
      "performance =  0.9744\n",
      "......epoch: 9261 0.9693953990936279\n",
      "......epoch: 9262 1.3633551597595215\n",
      "......epoch: 9263 1.3663830757141113\n",
      "......epoch: 9264 1.3623218536376953\n",
      "......epoch: 9265 1.3304812908172607\n",
      "......epoch: 9266 1.3544213771820068\n",
      "......epoch: 9267 1.3367335796356201\n",
      "......epoch: 9268 1.3623631000518799\n",
      "......epoch: 9269 1.3663458824157715\n",
      "......epoch: 9270 1.3623576164245605\n",
      "performance =  0.9742\n",
      "......epoch: 9271 0.962425708770752\n",
      "......epoch: 9272 1.372330665588379\n",
      "......epoch: 9273 1.3765552043914795\n",
      "......epoch: 9274 1.3683404922485352\n",
      "......epoch: 9275 1.3663861751556396\n",
      "......epoch: 9276 1.3663065433502197\n",
      "......epoch: 9277 1.370337724685669\n",
      "......epoch: 9278 1.368340015411377\n",
      "......epoch: 9279 1.363356113433838\n",
      "......epoch: 9280 1.3663465976715088\n",
      "performance =  0.9743\n",
      "......epoch: 9281 0.9724009037017822\n",
      "......epoch: 9282 1.3645098209381104\n",
      "......epoch: 9283 1.3672199249267578\n",
      "......epoch: 9284 1.3533453941345215\n",
      "......epoch: 9285 1.3484115600585938\n",
      "......epoch: 9286 1.3294365406036377\n",
      "......epoch: 9287 1.366398572921753\n",
      "......epoch: 9288 1.3673415184020996\n",
      "......epoch: 9289 1.354379653930664\n",
      "......epoch: 9290 1.3085012435913086\n",
      "performance =  0.9742\n",
      "......epoch: 9291 0.9544856548309326\n",
      "......epoch: 9292 1.3555400371551514\n",
      "......epoch: 9293 1.376127004623413\n",
      "......epoch: 9294 1.3703320026397705\n",
      "......epoch: 9295 1.3586840629577637\n",
      "......epoch: 9296 1.364410638809204\n",
      "......epoch: 9297 1.3682961463928223\n",
      "......epoch: 9298 1.3703224658966064\n",
      "......epoch: 9299 1.3645155429840088\n",
      "......epoch: 9300 1.361196756362915\n",
      "performance =  0.9742\n",
      "......epoch: 9301 0.9645247459411621\n",
      "......epoch: 9302 1.3685946464538574\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 9303 1.368298053741455\n",
      "......epoch: 9304 1.3324766159057617\n",
      "......epoch: 9305 1.3476996421813965\n",
      "......epoch: 9306 1.3493919372558594\n",
      "......epoch: 9307 1.3634953498840332\n",
      "......epoch: 9308 1.362302303314209\n",
      "......epoch: 9309 1.364414930343628\n",
      "......epoch: 9310 1.3613615036010742\n",
      "performance =  0.9741\n",
      "......epoch: 9311 0.970405101776123\n",
      "......epoch: 9312 1.364389419555664\n",
      "......epoch: 9313 1.3575806617736816\n",
      "......epoch: 9314 1.3683433532714844\n",
      "......epoch: 9315 1.3693387508392334\n",
      "......epoch: 9316 1.3703396320343018\n",
      "......epoch: 9317 1.3645148277282715\n",
      "......epoch: 9318 1.3725039958953857\n",
      "......epoch: 9319 1.364677906036377\n",
      "......epoch: 9320 1.3663966655731201\n",
      "performance =  0.9739\n",
      "......epoch: 9321 0.9614298343658447\n",
      "......epoch: 9322 1.3704075813293457\n",
      "......epoch: 9323 1.3563003540039062\n",
      "......epoch: 9324 1.2965340614318848\n",
      "......epoch: 9325 1.3254590034484863\n",
      "......epoch: 9326 1.3564097881317139\n",
      "......epoch: 9327 1.359374761581421\n",
      "......epoch: 9328 1.3623571395874023\n",
      "......epoch: 9329 1.3723702430725098\n",
      "......epoch: 9330 1.3623566627502441\n",
      "performance =  0.9741\n",
      "......epoch: 9331 0.9675867557525635\n",
      "......epoch: 9332 1.3262505531311035\n",
      "......epoch: 9333 1.3294458389282227\n",
      "......epoch: 9334 1.3344335556030273\n",
      "......epoch: 9335 1.3454020023345947\n",
      "......epoch: 9336 1.3524212837219238\n",
      "......epoch: 9337 1.3706769943237305\n",
      "......epoch: 9338 1.3724875450134277\n",
      "......epoch: 9339 1.3664638996124268\n",
      "......epoch: 9340 1.3680627346038818\n",
      "performance =  0.9737\n",
      "......epoch: 9341 0.9703948497772217\n",
      "......epoch: 9342 1.3673853874206543\n",
      "......epoch: 9343 1.3364248275756836\n",
      "......epoch: 9344 1.3513882160186768\n",
      "......epoch: 9345 1.3494129180908203\n",
      "......epoch: 9346 1.3683555126190186\n",
      "......epoch: 9347 1.3713080883026123\n",
      "......epoch: 9348 1.3673343658447266\n",
      "......epoch: 9349 1.366347074508667\n",
      "......epoch: 9350 1.3735949993133545\n",
      "performance =  0.9741\n",
      "......epoch: 9351 0.9674148559570312\n",
      "......epoch: 9352 1.3706257343292236\n",
      "......epoch: 9353 1.3680720329284668\n",
      "......epoch: 9354 1.3643319606781006\n",
      "......epoch: 9355 1.3725321292877197\n",
      "......epoch: 9356 1.368166446685791\n",
      "......epoch: 9357 1.3725988864898682\n",
      "......epoch: 9358 1.3570826053619385\n",
      "......epoch: 9359 1.3743185997009277\n",
      "......epoch: 9360 1.3646538257598877\n",
      "performance =  0.9739\n",
      "......epoch: 9361 0.9713764190673828\n",
      "......epoch: 9362 1.3703348636627197\n",
      "......epoch: 9363 1.3374238014221191\n",
      "......epoch: 9364 1.333435297012329\n",
      "......epoch: 9365 1.3045978546142578\n",
      "......epoch: 9366 1.361360788345337\n",
      "......epoch: 9367 1.3603637218475342\n",
      "......epoch: 9368 1.358428955078125\n",
      "......epoch: 9369 1.3683419227600098\n",
      "......epoch: 9370 1.3723669052124023\n",
      "performance =  0.9738\n",
      "......epoch: 9371 0.9704749584197998\n",
      "......epoch: 9372 1.3503530025482178\n",
      "......epoch: 9373 1.3524930477142334\n",
      "......epoch: 9374 1.3643183708190918\n",
      "......epoch: 9375 1.3634209632873535\n",
      "......epoch: 9376 1.3204326629638672\n",
      "......epoch: 9377 1.3384559154510498\n",
      "......epoch: 9378 1.331460952758789\n",
      "......epoch: 9379 1.3556044101715088\n",
      "......epoch: 9380 1.3673763275146484\n",
      "performance =  0.9739\n",
      "......epoch: 9381 0.9604330062866211\n",
      "......epoch: 9382 1.3516404628753662\n",
      "......epoch: 9383 1.3413691520690918\n",
      "......epoch: 9384 1.3234529495239258\n",
      "......epoch: 9385 1.3723363876342773\n",
      "......epoch: 9386 1.3625881671905518\n",
      "......epoch: 9387 1.361309289932251\n",
      "......epoch: 9388 1.3613731861114502\n",
      "......epoch: 9389 1.357417106628418\n",
      "......epoch: 9390 1.3633532524108887\n",
      "performance =  0.9736\n",
      "......epoch: 9391 0.9674122333526611\n",
      "......epoch: 9392 1.364410400390625\n",
      "......epoch: 9393 1.3625013828277588\n",
      "......epoch: 9394 1.3575842380523682\n",
      "......epoch: 9395 1.3583805561065674\n",
      "......epoch: 9396 1.3624517917633057\n",
      "......epoch: 9397 1.3672807216644287\n",
      "......epoch: 9398 1.3634400367736816\n",
      "......epoch: 9399 1.357330560684204\n",
      "......epoch: 9400 1.3633840084075928\n",
      "performance =  0.9737\n",
      "......epoch: 9401 0.9646492004394531\n",
      "......epoch: 9402 1.334761381149292\n",
      "......epoch: 9403 1.3582358360290527\n",
      "......epoch: 9404 1.3224618434906006\n",
      "......epoch: 9405 1.3772861957550049\n",
      "......epoch: 9406 1.3583650588989258\n",
      "......epoch: 9407 1.3623549938201904\n",
      "......epoch: 9408 1.3583683967590332\n",
      "......epoch: 9409 1.37931227684021\n",
      "......epoch: 9410 1.3523924350738525\n",
      "performance =  0.9739\n",
      "......epoch: 9411 0.9703783988952637\n",
      "......epoch: 9412 1.368377923965454\n",
      "......epoch: 9413 1.3653454780578613\n",
      "......epoch: 9414 1.368300199508667\n",
      "......epoch: 9415 1.3676576614379883\n",
      "......epoch: 9416 1.375049352645874\n",
      "......epoch: 9417 1.3553571701049805\n",
      "......epoch: 9418 1.3733632564544678\n",
      "......epoch: 9419 1.349334716796875\n",
      "......epoch: 9420 1.312528371810913\n",
      "performance =  0.9739\n",
      "......epoch: 9421 0.9517362117767334\n",
      "......epoch: 9422 1.3203623294830322\n",
      "......epoch: 9423 1.341433048248291\n",
      "......epoch: 9424 1.3484117984771729\n",
      "......epoch: 9425 1.37532377243042\n",
      "......epoch: 9426 1.3683018684387207\n",
      "......epoch: 9427 1.3743252754211426\n",
      "......epoch: 9428 1.366410493850708\n",
      "......epoch: 9429 1.3663465976715088\n",
      "......epoch: 9430 1.3624043464660645\n",
      "performance =  0.974\n",
      "......epoch: 9431 0.9714310169219971\n",
      "......epoch: 9432 1.3676512241363525\n",
      "......epoch: 9433 1.3683452606201172\n",
      "......epoch: 9434 1.3692991733551025\n",
      "......epoch: 9435 1.3673429489135742\n",
      "......epoch: 9436 1.3645966053009033\n",
      "......epoch: 9437 1.3653507232666016\n",
      "......epoch: 9438 1.3685896396636963\n",
      "......epoch: 9439 1.3592877388000488\n",
      "......epoch: 9440 1.3751380443572998\n",
      "performance =  0.974\n",
      "......epoch: 9441 0.9464702606201172\n",
      "......epoch: 9442 1.3573765754699707\n",
      "......epoch: 9443 1.3314435482025146\n",
      "......epoch: 9444 1.365384817123413\n",
      "......epoch: 9445 1.3643250465393066\n",
      "......epoch: 9446 1.3713257312774658\n",
      "......epoch: 9447 1.315519094467163\n",
      "......epoch: 9448 1.366309404373169\n",
      "......epoch: 9449 1.3733501434326172\n",
      "......epoch: 9450 1.3544011116027832\n",
      "performance =  0.974\n",
      "......epoch: 9451 0.9604313373565674\n",
      "......epoch: 9452 1.359651803970337\n",
      "......epoch: 9453 1.3573918342590332\n",
      "......epoch: 9454 1.3584141731262207\n",
      "......epoch: 9455 1.367342472076416\n",
      "......epoch: 9456 1.3557350635528564\n",
      "......epoch: 9457 1.3564093112945557\n",
      "......epoch: 9458 1.3663098812103271\n",
      "......epoch: 9459 1.3683578968048096\n",
      "......epoch: 9460 1.3713781833648682\n",
      "performance =  0.9741\n",
      "......epoch: 9461 0.9485082626342773\n",
      "......epoch: 9462 1.2985148429870605\n",
      "......epoch: 9463 1.3004913330078125\n",
      "......epoch: 9464 1.3254568576812744\n",
      "......epoch: 9465 1.3447773456573486\n",
      "......epoch: 9466 1.3629848957061768\n",
      "......epoch: 9467 1.3633711338043213\n",
      "......epoch: 9468 1.367384910583496\n",
      "......epoch: 9469 1.3643779754638672\n",
      "......epoch: 9470 1.3673622608184814\n",
      "performance =  0.974\n",
      "......epoch: 9471 0.9637689590454102\n",
      "......epoch: 9472 1.3680322170257568\n",
      "......epoch: 9473 1.3693053722381592\n",
      "......epoch: 9474 1.369314193725586\n",
      "......epoch: 9475 1.376319408416748\n",
      "......epoch: 9476 1.3683934211730957\n",
      "......epoch: 9477 1.35731840133667\n",
      "......epoch: 9478 1.3593864440917969\n",
      "......epoch: 9479 1.3723094463348389\n",
      "......epoch: 9480 1.3663477897644043\n",
      "performance =  0.974\n",
      "......epoch: 9481 0.9614307880401611\n",
      "......epoch: 9482 1.3304426670074463\n",
      "......epoch: 9483 1.3593645095825195\n",
      "......epoch: 9484 1.355403184890747\n",
      "......epoch: 9485 1.3733012676239014\n",
      "......epoch: 9486 1.359368085861206\n",
      "......epoch: 9487 1.3583674430847168\n",
      "......epoch: 9488 1.3676326274871826\n",
      "......epoch: 9489 1.3580811023712158\n",
      "......epoch: 9490 1.3484816551208496\n",
      "performance =  0.974\n",
      "......epoch: 9491 0.9564807415008545\n",
      "......epoch: 9492 1.3737473487854004\n",
      "......epoch: 9493 1.3542306423187256\n",
      "......epoch: 9494 1.369339942932129\n",
      "......epoch: 9495 1.3613636493682861\n",
      "......epoch: 9496 1.3643841743469238\n",
      "......epoch: 9497 1.3594458103179932\n",
      "......epoch: 9498 1.355609655380249\n",
      "......epoch: 9499 1.3723044395446777\n",
      "......epoch: 9500 1.3444042205810547\n",
      "performance =  0.9741\n",
      "......epoch: 9501 0.9664561748504639\n",
      "......epoch: 9502 1.3194317817687988\n",
      "......epoch: 9503 1.3585822582244873\n",
      "......epoch: 9504 1.3663604259490967\n",
      "......epoch: 9505 1.2926263809204102\n",
      "......epoch: 9506 1.3264176845550537\n",
      "......epoch: 9507 1.3496813774108887\n",
      "......epoch: 9508 1.3344311714172363\n",
      "......epoch: 9509 1.3593940734863281\n",
      "......epoch: 9510 1.365321397781372\n",
      "performance =  0.974\n",
      "......epoch: 9511 0.9733989238739014\n",
      "......epoch: 9512 1.3703341484069824\n",
      "......epoch: 9513 1.366389274597168\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 9514 1.3683488368988037\n",
      "......epoch: 9515 1.3583731651306152\n",
      "......epoch: 9516 1.3603615760803223\n",
      "......epoch: 9517 1.353379487991333\n",
      "......epoch: 9518 1.3604350090026855\n",
      "......epoch: 9519 1.3623168468475342\n",
      "......epoch: 9520 1.3683750629425049\n",
      "performance =  0.9739\n",
      "......epoch: 9521 0.9566583633422852\n",
      "......epoch: 9522 1.3681206703186035\n",
      "......epoch: 9523 1.3593640327453613\n",
      "......epoch: 9524 1.361360788345337\n",
      "......epoch: 9525 1.3684334754943848\n",
      "......epoch: 9526 1.3613204956054688\n",
      "......epoch: 9527 1.359363079071045\n",
      "......epoch: 9528 1.3603999614715576\n",
      "......epoch: 9529 1.367326021194458\n",
      "......epoch: 9530 1.3674676418304443\n",
      "performance =  0.974\n",
      "......epoch: 9531 0.9636316299438477\n",
      "......epoch: 9532 1.3532063961029053\n",
      "......epoch: 9533 1.3583705425262451\n",
      "......epoch: 9534 1.3533799648284912\n",
      "......epoch: 9535 1.3683862686157227\n",
      "......epoch: 9536 1.3603637218475342\n",
      "......epoch: 9537 1.3587639331817627\n",
      "......epoch: 9538 1.3693370819091797\n",
      "......epoch: 9539 1.368340015411377\n",
      "......epoch: 9540 1.3703758716583252\n",
      "performance =  0.974\n",
      "......epoch: 9541 0.9544432163238525\n",
      "......epoch: 9542 1.3553760051727295\n",
      "......epoch: 9543 1.3604044914245605\n",
      "......epoch: 9544 1.367380142211914\n",
      "......epoch: 9545 1.3613247871398926\n",
      "......epoch: 9546 1.3613603115081787\n",
      "......epoch: 9547 1.3663759231567383\n",
      "......epoch: 9548 1.337425708770752\n",
      "......epoch: 9549 1.3075051307678223\n",
      "......epoch: 9550 1.3234848976135254\n",
      "performance =  0.9741\n",
      "......epoch: 9551 0.9684462547302246\n",
      "......epoch: 9552 1.355377197265625\n",
      "......epoch: 9553 1.373288869857788\n",
      "......epoch: 9554 1.3578224182128906\n",
      "......epoch: 9555 1.3515009880065918\n",
      "......epoch: 9556 1.3484110832214355\n",
      "......epoch: 9557 1.3577454090118408\n",
      "......epoch: 9558 1.3693382740020752\n",
      "......epoch: 9559 1.3634827136993408\n",
      "......epoch: 9560 1.3392870426177979\n",
      "performance =  0.9742\n",
      "......epoch: 9561 0.9683694839477539\n",
      "......epoch: 9562 1.358572244644165\n",
      "......epoch: 9563 1.3713023662567139\n",
      "......epoch: 9564 1.3686211109161377\n",
      "......epoch: 9565 1.3725318908691406\n",
      "......epoch: 9566 1.3613617420196533\n",
      "......epoch: 9567 1.357407569885254\n",
      "......epoch: 9568 1.3663086891174316\n",
      "......epoch: 9569 1.3564176559448242\n",
      "......epoch: 9570 1.3613646030426025\n",
      "performance =  0.9742\n",
      "......epoch: 9571 0.9744768142700195\n",
      "......epoch: 9572 1.3523836135864258\n",
      "......epoch: 9573 1.3548486232757568\n",
      "......epoch: 9574 1.3433806896209717\n",
      "......epoch: 9575 1.3533804416656494\n",
      "......epoch: 9576 1.3497960567474365\n",
      "......epoch: 9577 1.3663480281829834\n",
      "......epoch: 9578 1.356372356414795\n",
      "......epoch: 9579 1.3673436641693115\n",
      "......epoch: 9580 1.3354310989379883\n",
      "performance =  0.9741\n",
      "......epoch: 9581 0.9753909111022949\n",
      "......epoch: 9582 1.3543870449066162\n",
      "......epoch: 9583 1.365424394607544\n",
      "......epoch: 9584 1.3593668937683105\n",
      "......epoch: 9585 1.367344856262207\n",
      "......epoch: 9586 1.3633532524108887\n",
      "......epoch: 9587 1.3663830757141113\n",
      "......epoch: 9588 1.363358497619629\n",
      "......epoch: 9589 1.3663063049316406\n",
      "......epoch: 9590 1.3654191493988037\n",
      "performance =  0.9742\n",
      "......epoch: 9591 0.9495749473571777\n",
      "......epoch: 9592 1.3334574699401855\n",
      "......epoch: 9593 1.3433959484100342\n",
      "......epoch: 9594 1.343435287475586\n",
      "......epoch: 9595 1.3524394035339355\n",
      "......epoch: 9596 1.3487884998321533\n",
      "......epoch: 9597 1.3702459335327148\n",
      "......epoch: 9598 1.368309497833252\n",
      "......epoch: 9599 1.3583619594573975\n",
      "......epoch: 9600 1.3344330787658691\n",
      "performance =  0.9742\n",
      "......epoch: 9601 0.9754316806793213\n",
      "......epoch: 9602 1.366713523864746\n",
      "......epoch: 9603 1.368370532989502\n",
      "......epoch: 9604 1.3745474815368652\n",
      "......epoch: 9605 1.3621501922607422\n",
      "......epoch: 9606 1.3643512725830078\n",
      "......epoch: 9607 1.3494296073913574\n",
      "......epoch: 9608 1.3616960048675537\n",
      "......epoch: 9609 1.3583288192749023\n",
      "......epoch: 9610 1.367342472076416\n",
      "performance =  0.9741\n",
      "......epoch: 9611 0.9664204120635986\n",
      "......epoch: 9612 1.3636295795440674\n",
      "......epoch: 9613 1.3650739192962646\n",
      "......epoch: 9614 1.3543696403503418\n",
      "......epoch: 9615 1.3584470748901367\n",
      "......epoch: 9616 1.3566420078277588\n",
      "......epoch: 9617 1.3640456199645996\n",
      "......epoch: 9618 1.3663458824157715\n",
      "......epoch: 9619 1.341440200805664\n",
      "......epoch: 9620 1.3434357643127441\n",
      "performance =  0.9741\n",
      "......epoch: 9621 0.9574272632598877\n",
      "......epoch: 9622 1.352710485458374\n",
      "......epoch: 9623 1.3616044521331787\n",
      "......epoch: 9624 1.3665533065795898\n",
      "......epoch: 9625 1.3611528873443604\n",
      "......epoch: 9626 1.3643670082092285\n",
      "......epoch: 9627 1.3643507957458496\n",
      "......epoch: 9628 1.3633944988250732\n",
      "......epoch: 9629 1.3663082122802734\n",
      "......epoch: 9630 1.3673419952392578\n",
      "performance =  0.9741\n",
      "......epoch: 9631 0.9626452922821045\n",
      "......epoch: 9632 1.3661653995513916\n",
      "......epoch: 9633 1.367342233657837\n",
      "......epoch: 9634 1.3344306945800781\n",
      "......epoch: 9635 1.3294105529785156\n",
      "......epoch: 9636 1.3272240161895752\n",
      "......epoch: 9637 1.3452036380767822\n",
      "......epoch: 9638 1.3474030494689941\n",
      "......epoch: 9639 1.33561110496521\n",
      "......epoch: 9640 1.3333966732025146\n",
      "performance =  0.9742\n",
      "......epoch: 9641 0.9684121608734131\n",
      "......epoch: 9642 1.372330904006958\n",
      "......epoch: 9643 1.364351511001587\n",
      "......epoch: 9644 1.3574082851409912\n",
      "......epoch: 9645 1.3683040142059326\n",
      "......epoch: 9646 1.3713326454162598\n",
      "......epoch: 9647 1.372366189956665\n",
      "......epoch: 9648 1.3643176555633545\n",
      "......epoch: 9649 1.3653905391693115\n",
      "......epoch: 9650 1.355332612991333\n",
      "performance =  0.9744\n",
      "......epoch: 9651 0.967418909072876\n",
      "......epoch: 9652 1.3733665943145752\n",
      "......epoch: 9653 1.3613593578338623\n",
      "......epoch: 9654 1.3324804306030273\n",
      "......epoch: 9655 1.3504250049591064\n",
      "......epoch: 9656 1.3563783168792725\n",
      "......epoch: 9657 1.3633551597595215\n",
      "......epoch: 9658 1.3473963737487793\n",
      "......epoch: 9659 1.3444039821624756\n",
      "......epoch: 9660 1.3254468441009521\n",
      "performance =  0.9741\n",
      "......epoch: 9661 0.9674146175384521\n",
      "......epoch: 9662 1.365349531173706\n",
      "......epoch: 9663 1.3683745861053467\n",
      "......epoch: 9664 1.362363576889038\n",
      "......epoch: 9665 1.3653087615966797\n",
      "......epoch: 9666 1.371333122253418\n",
      "......epoch: 9667 1.3663525581359863\n",
      "......epoch: 9668 1.3643875122070312\n",
      "......epoch: 9669 1.364311695098877\n",
      "......epoch: 9670 1.3304798603057861\n",
      "performance =  0.9742\n",
      "......epoch: 9671 0.9694476127624512\n",
      "......epoch: 9672 1.3723077774047852\n",
      "......epoch: 9673 1.366330623626709\n",
      "......epoch: 9674 1.367342233657837\n",
      "......epoch: 9675 1.3693764209747314\n",
      "......epoch: 9676 1.371708869934082\n",
      "......epoch: 9677 1.3589916229248047\n",
      "......epoch: 9678 1.303514003753662\n",
      "......epoch: 9679 1.2935395240783691\n",
      "......epoch: 9680 1.3104958534240723\n",
      "performance =  0.9742\n",
      "......epoch: 9681 0.9654073715209961\n",
      "......epoch: 9682 1.3613612651824951\n",
      "......epoch: 9683 1.3674097061157227\n",
      "......epoch: 9684 1.3723299503326416\n",
      "......epoch: 9685 1.3594036102294922\n",
      "......epoch: 9686 1.3673057556152344\n",
      "......epoch: 9687 1.364351749420166\n",
      "......epoch: 9688 1.3663475513458252\n",
      "......epoch: 9689 1.3573722839355469\n",
      "......epoch: 9690 1.3685591220855713\n",
      "performance =  0.974\n",
      "......epoch: 9691 0.9725191593170166\n",
      "......epoch: 9692 1.36622953414917\n",
      "......epoch: 9693 1.3663864135742188\n",
      "......epoch: 9694 1.3683419227600098\n",
      "......epoch: 9695 1.364631175994873\n",
      "......epoch: 9696 1.3720898628234863\n",
      "......epoch: 9697 1.366307020187378\n",
      "......epoch: 9698 1.3314430713653564\n",
      "......epoch: 9699 1.3384251594543457\n",
      "......epoch: 9700 1.352379560470581\n",
      "performance =  0.974\n",
      "......epoch: 9701 0.966388463973999\n",
      "......epoch: 9702 1.370335578918457\n",
      "......epoch: 9703 1.3644084930419922\n",
      "......epoch: 9704 1.3614263534545898\n",
      "......epoch: 9705 1.3572893142700195\n",
      "......epoch: 9706 1.3613996505737305\n",
      "......epoch: 9707 1.3534026145935059\n",
      "......epoch: 9708 1.3593652248382568\n",
      "......epoch: 9709 1.3653490543365479\n",
      "......epoch: 9710 1.3693387508392334\n",
      "performance =  0.974\n",
      "......epoch: 9711 0.9564831256866455\n",
      "......epoch: 9712 1.3635478019714355\n",
      "......epoch: 9713 1.3713669776916504\n",
      "......epoch: 9714 1.3657619953155518\n",
      "......epoch: 9715 1.3735005855560303\n",
      "......epoch: 9716 1.3561582565307617\n",
      "......epoch: 9717 1.3055055141448975\n",
      "......epoch: 9718 1.3294453620910645\n",
      "......epoch: 9719 1.2935686111450195\n",
      "......epoch: 9720 1.3673176765441895\n",
      "performance =  0.974\n",
      "......epoch: 9721 0.944474458694458\n",
      "......epoch: 9722 1.274592399597168\n",
      "......epoch: 9723 1.2706027030944824\n",
      "......epoch: 9724 1.2785868644714355\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 9725 1.2805707454681396\n",
      "......epoch: 9726 1.2805747985839844\n",
      "......epoch: 9727 1.2795791625976562\n",
      "......epoch: 9728 1.2825706005096436\n",
      "......epoch: 9729 1.2815735340118408\n",
      "......epoch: 9730 1.2626242637634277\n",
      "performance =  0.974\n",
      "......epoch: 9731 0.9275188446044922\n",
      "......epoch: 9732 1.275590419769287\n",
      "......epoch: 9733 1.2666120529174805\n",
      "......epoch: 9734 1.2725975513458252\n",
      "......epoch: 9735 1.2636218070983887\n",
      "......epoch: 9736 1.2696053981781006\n",
      "......epoch: 9737 1.264618158340454\n",
      "......epoch: 9738 1.2596330642700195\n",
      "......epoch: 9739 1.2606287002563477\n",
      "......epoch: 9740 1.2616260051727295\n",
      "performance =  0.9739\n",
      "......epoch: 9741 0.907573938369751\n",
      "......epoch: 9742 1.266613245010376\n",
      "......epoch: 9743 1.2745931148529053\n",
      "......epoch: 9744 1.2735927104949951\n",
      "......epoch: 9745 1.290550708770752\n",
      "......epoch: 9746 1.2815723419189453\n",
      "......epoch: 9747 1.280576229095459\n",
      "......epoch: 9748 1.2835676670074463\n",
      "......epoch: 9749 1.2686083316802979\n",
      "......epoch: 9750 1.2596685886383057\n",
      "performance =  0.9739\n",
      "......epoch: 9751 0.9225327968597412\n",
      "......epoch: 9752 1.2735950946807861\n",
      "......epoch: 9753 1.2616267204284668\n",
      "......epoch: 9754 1.2656161785125732\n",
      "......epoch: 9755 1.2855629920959473\n",
      "......epoch: 9756 1.278581142425537\n",
      "......epoch: 9757 1.2835679054260254\n",
      "......epoch: 9758 1.2666137218475342\n",
      "......epoch: 9759 1.2725987434387207\n",
      "......epoch: 9760 1.270601749420166\n",
      "performance =  0.9739\n",
      "......epoch: 9761 0.9598119258880615\n",
      "......epoch: 9762 1.3154809474945068\n",
      "......epoch: 9763 1.2935783863067627\n",
      "......epoch: 9764 1.287559986114502\n",
      "......epoch: 9765 1.2945332527160645\n",
      "......epoch: 9766 1.2915465831756592\n",
      "......epoch: 9767 1.2696404457092285\n",
      "......epoch: 9768 1.2735595703125\n",
      "......epoch: 9769 1.261627435684204\n",
      "......epoch: 9770 1.265615463256836\n",
      "performance =  0.9739\n",
      "......epoch: 9771 0.910564661026001\n",
      "......epoch: 9772 1.2506558895111084\n",
      "......epoch: 9773 1.2546448707580566\n",
      "......epoch: 9774 1.2576537132263184\n",
      "......epoch: 9775 1.2556531429290771\n",
      "......epoch: 9776 1.25262451171875\n",
      "......epoch: 9777 1.246666431427002\n",
      "......epoch: 9778 1.250655174255371\n",
      "......epoch: 9779 1.2416810989379883\n",
      "......epoch: 9780 1.2456693649291992\n",
      "performance =  0.9739\n",
      "......epoch: 9781 0.9025871753692627\n",
      "......epoch: 9782 1.2426769733428955\n",
      "......epoch: 9783 1.2416801452636719\n",
      "......epoch: 9784 1.240682601928711\n",
      "......epoch: 9785 1.2416799068450928\n",
      "......epoch: 9786 1.2426776885986328\n",
      "......epoch: 9787 1.2396855354309082\n",
      "......epoch: 9788 1.236691951751709\n",
      "......epoch: 9789 1.237691879272461\n",
      "......epoch: 9790 1.2406823635101318\n",
      "performance =  0.9738\n",
      "......epoch: 9791 0.9065754413604736\n",
      "......epoch: 9792 1.2456684112548828\n",
      "......epoch: 9793 1.2486608028411865\n",
      "......epoch: 9794 1.3115217685699463\n",
      "......epoch: 9795 1.3513596057891846\n",
      "......epoch: 9796 1.3473966121673584\n",
      "......epoch: 9797 1.3613638877868652\n",
      "......epoch: 9798 1.359398365020752\n",
      "......epoch: 9799 1.3553786277770996\n",
      "......epoch: 9800 1.3683044910430908\n",
      "performance =  0.9738\n",
      "......epoch: 9801 0.9414823055267334\n",
      "......epoch: 9802 1.3485867977142334\n",
      "......epoch: 9803 1.3593676090240479\n",
      "......epoch: 9804 1.3603711128234863\n",
      "......epoch: 9805 1.345672369003296\n",
      "......epoch: 9806 1.3463740348815918\n",
      "......epoch: 9807 1.3585155010223389\n",
      "......epoch: 9808 1.3553516864776611\n",
      "......epoch: 9809 1.35434889793396\n",
      "......epoch: 9810 1.346400499343872\n",
      "performance =  0.9736\n",
      "......epoch: 9811 0.9345009326934814\n",
      "......epoch: 9812 1.3334364891052246\n",
      "......epoch: 9813 1.3125495910644531\n",
      "......epoch: 9814 1.3393986225128174\n",
      "......epoch: 9815 1.347358226776123\n",
      "......epoch: 9816 1.3574323654174805\n",
      "......epoch: 9817 1.3623847961425781\n",
      "......epoch: 9818 1.3583636283874512\n",
      "......epoch: 9819 1.3596320152282715\n",
      "......epoch: 9820 1.355086326599121\n",
      "performance =  0.9737\n",
      "......epoch: 9821 0.9414832592010498\n",
      "......epoch: 9822 1.3653490543365479\n",
      "......epoch: 9823 1.3713352680206299\n",
      "......epoch: 9824 1.3654909133911133\n",
      "......epoch: 9825 1.3503823280334473\n",
      "......epoch: 9826 1.3503878116607666\n",
      "......epoch: 9827 1.3463997840881348\n",
      "......epoch: 9828 1.3633620738983154\n",
      "......epoch: 9829 1.3507297039031982\n",
      "......epoch: 9830 1.369361400604248\n",
      "performance =  0.9735\n",
      "......epoch: 9831 0.9646339416503906\n",
      "......epoch: 9832 1.3687031269073486\n",
      "......epoch: 9833 1.3564097881317139\n",
      "......epoch: 9834 1.3564229011535645\n",
      "......epoch: 9835 1.3484249114990234\n",
      "......epoch: 9836 1.3544721603393555\n",
      "......epoch: 9837 1.37453293800354\n",
      "......epoch: 9838 1.366384506225586\n",
      "......epoch: 9839 1.3564598560333252\n",
      "......epoch: 9840 1.3603484630584717\n",
      "performance =  0.9733\n",
      "......epoch: 9841 0.9574761390686035\n",
      "......epoch: 9842 1.3663105964660645\n",
      "......epoch: 9843 1.3655622005462646\n",
      "......epoch: 9844 1.3681292533874512\n",
      "......epoch: 9845 1.3574130535125732\n",
      "......epoch: 9846 1.374321699142456\n",
      "......epoch: 9847 1.369340181350708\n",
      "......epoch: 9848 1.3603601455688477\n",
      "......epoch: 9849 1.3673787117004395\n",
      "......epoch: 9850 1.367309331893921\n",
      "performance =  0.9736\n",
      "......epoch: 9851 0.9684298038482666\n",
      "......epoch: 9852 1.3623521327972412\n",
      "......epoch: 9853 1.3673100471496582\n",
      "......epoch: 9854 1.3483953475952148\n",
      "......epoch: 9855 1.3164794445037842\n",
      "......epoch: 9856 1.325455904006958\n",
      "......epoch: 9857 1.3218104839324951\n",
      "......epoch: 9858 1.3460750579833984\n",
      "......epoch: 9859 1.3613357543945312\n",
      "......epoch: 9860 1.335463285446167\n",
      "performance =  0.9735\n",
      "......epoch: 9861 0.9535129070281982\n",
      "......epoch: 9862 1.3523221015930176\n",
      "......epoch: 9863 1.3454382419586182\n",
      "......epoch: 9864 1.3493554592132568\n",
      "......epoch: 9865 1.3483967781066895\n",
      "......epoch: 9866 1.345402479171753\n",
      "......epoch: 9867 1.3454020023345947\n",
      "......epoch: 9868 1.3364264965057373\n",
      "......epoch: 9869 1.3454813957214355\n",
      "......epoch: 9870 1.34743070602417\n",
      "performance =  0.9735\n",
      "......epoch: 9871 0.9534626007080078\n",
      "......epoch: 9872 1.3473694324493408\n",
      "......epoch: 9873 1.3473992347717285\n",
      "......epoch: 9874 1.3463997840881348\n",
      "......epoch: 9875 1.3404159545898438\n",
      "......epoch: 9876 1.352381944656372\n",
      "......epoch: 9877 1.353384017944336\n",
      "......epoch: 9878 1.3484208583831787\n",
      "......epoch: 9879 1.3424170017242432\n",
      "......epoch: 9880 1.3204646110534668\n",
      "performance =  0.9737\n",
      "......epoch: 9881 0.953449010848999\n",
      "......epoch: 9882 1.342369556427002\n",
      "......epoch: 9883 1.3484113216400146\n",
      "......epoch: 9884 1.3533909320831299\n",
      "......epoch: 9885 1.3383674621582031\n",
      "......epoch: 9886 1.3545215129852295\n",
      "......epoch: 9887 1.3542358875274658\n",
      "......epoch: 9888 1.3434081077575684\n",
      "......epoch: 9889 1.3464000225067139\n",
      "......epoch: 9890 1.3503892421722412\n",
      "performance =  0.9736\n",
      "......epoch: 9891 0.9554107189178467\n",
      "......epoch: 9892 1.3514235019683838\n",
      "......epoch: 9893 1.3473951816558838\n",
      "......epoch: 9894 1.3404252529144287\n",
      "......epoch: 9895 1.3393728733062744\n",
      "......epoch: 9896 1.3294453620910645\n",
      "......epoch: 9897 1.3434088230133057\n",
      "......epoch: 9898 1.300520420074463\n",
      "......epoch: 9899 1.3035142421722412\n",
      "......epoch: 9900 1.2945387363433838\n",
      "performance =  0.9734\n",
      "......epoch: 9901 0.9524548053741455\n",
      "......epoch: 9902 1.3456695079803467\n",
      "......epoch: 9903 1.3456790447235107\n",
      "......epoch: 9904 1.3493893146514893\n",
      "......epoch: 9905 1.345445156097412\n",
      "......epoch: 9906 1.3463575839996338\n",
      "......epoch: 9907 1.3394193649291992\n",
      "......epoch: 9908 1.337456464767456\n",
      "......epoch: 9909 1.3464314937591553\n",
      "......epoch: 9910 1.346724033355713\n",
      "performance =  0.9733\n",
      "......epoch: 9911 0.9524970054626465\n",
      "......epoch: 9912 1.3493471145629883\n",
      "......epoch: 9913 1.3593652248382568\n",
      "......epoch: 9914 1.318495273590088\n",
      "......epoch: 9915 1.34671950340271\n",
      "......epoch: 9916 1.3294451236724854\n",
      "......epoch: 9917 1.2975592613220215\n",
      "......epoch: 9918 1.3294177055358887\n",
      "......epoch: 9919 1.351386547088623\n",
      "......epoch: 9920 1.3493931293487549\n",
      "performance =  0.9732\n",
      "......epoch: 9921 0.9644215106964111\n",
      "......epoch: 9922 1.369337797164917\n",
      "......epoch: 9923 1.3613982200622559\n",
      "......epoch: 9924 1.3675055503845215\n",
      "......epoch: 9925 1.3666322231292725\n",
      "......epoch: 9926 1.3680548667907715\n",
      "......epoch: 9927 1.363356113433838\n",
      "......epoch: 9928 1.3613967895507812\n",
      "......epoch: 9929 1.3693008422851562\n",
      "......epoch: 9930 1.369339942932129\n",
      "performance =  0.9732\n",
      "......epoch: 9931 0.9716796875\n",
      "......epoch: 9932 1.3681044578552246\n",
      "......epoch: 9933 1.3702960014343262\n",
      "......epoch: 9934 1.3633558750152588\n",
      "......epoch: 9935 1.3643534183502197\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "......epoch: 9936 1.3723294734954834\n",
      "......epoch: 9937 1.3693370819091797\n",
      "......epoch: 9938 1.355376958847046\n",
      "......epoch: 9939 1.33343505859375\n",
      "......epoch: 9940 1.3533825874328613\n",
      "performance =  0.9731\n",
      "......epoch: 9941 0.9474923610687256\n",
      "......epoch: 9942 1.3324785232543945\n",
      "......epoch: 9943 1.3477230072021484\n",
      "......epoch: 9944 1.3384242057800293\n",
      "......epoch: 9945 1.3633160591125488\n",
      "......epoch: 9946 1.3693475723266602\n",
      "......epoch: 9947 1.359382152557373\n",
      "......epoch: 9948 1.3703088760375977\n",
      "......epoch: 9949 1.3643887042999268\n",
      "......epoch: 9950 1.3623197078704834\n",
      "performance =  0.9731\n",
      "......epoch: 9951 0.9734423160552979\n",
      "......epoch: 9952 1.3722760677337646\n",
      "......epoch: 9953 1.3583667278289795\n",
      "......epoch: 9954 1.3713340759277344\n",
      "......epoch: 9955 1.3673553466796875\n",
      "......epoch: 9956 1.3673679828643799\n",
      "......epoch: 9957 1.3664813041687012\n",
      "......epoch: 9958 1.3512156009674072\n",
      "......epoch: 9959 1.3454365730285645\n",
      "......epoch: 9960 1.3453683853149414\n",
      "performance =  0.973\n",
      "......epoch: 9961 0.9704446792602539\n",
      "......epoch: 9962 1.3663489818572998\n",
      "......epoch: 9963 1.3643138408660889\n",
      "......epoch: 9964 1.3597221374511719\n",
      "......epoch: 9965 1.3632564544677734\n",
      "......epoch: 9966 1.3646628856658936\n",
      "......epoch: 9967 1.365349531173706\n",
      "......epoch: 9968 1.3553752899169922\n",
      "......epoch: 9969 1.3754191398620605\n",
      "......epoch: 9970 1.3722796440124512\n",
      "performance =  0.973\n",
      "......epoch: 9971 0.9704139232635498\n",
      "......epoch: 9972 1.353567361831665\n",
      "......epoch: 9973 1.3384170532226562\n",
      "......epoch: 9974 1.3557000160217285\n",
      "......epoch: 9975 1.3503904342651367\n",
      "......epoch: 9976 1.3533813953399658\n",
      "......epoch: 9977 1.3464295864105225\n",
      "......epoch: 9978 1.3264236450195312\n",
      "......epoch: 9979 1.3424146175384521\n",
      "......epoch: 9980 1.3158493041992188\n",
      "performance =  0.9731\n",
      "......epoch: 9981 0.9694454669952393\n",
      "......epoch: 9982 1.363664150238037\n",
      "......epoch: 9983 1.3610506057739258\n",
      "......epoch: 9984 1.3344306945800781\n",
      "......epoch: 9985 1.3483951091766357\n",
      "......epoch: 9986 1.3204703330993652\n",
      "......epoch: 9987 1.3204681873321533\n",
      "......epoch: 9988 1.3493926525115967\n",
      "......epoch: 9989 1.3733291625976562\n",
      "......epoch: 9990 1.359391212463379\n",
      "performance =  0.973\n",
      "......epoch: 9991 0.9674146175384521\n",
      "......epoch: 9992 1.3594021797180176\n",
      "......epoch: 9993 1.3703334331512451\n",
      "......epoch: 9994 1.3633573055267334\n",
      "......epoch: 9995 1.36232328414917\n",
      "......epoch: 9996 1.3573675155639648\n",
      "......epoch: 9997 1.3673813343048096\n",
      "......epoch: 9998 1.3344378471374512\n",
      "......epoch: 9999 1.3443896770477295\n",
      "performance =  0.9731\n"
     ]
    }
   ],
   "source": [
    "batchsize=100\n",
    "epochs = 10000\n",
    "m=0\n",
    "for e in range(epochs):\n",
    "    start=time.time()\n",
    "    for i in range(60000//batchsize):\n",
    "        inputs=train_data[i*batchsize:i*batchsize+batchsize]\n",
    "        targets=train_label[i*batchsize:i*batchsize+batchsize]\n",
    "        n.r=0.1*(1.1-e/epochs)\n",
    "        n.train(inputs, targets)\n",
    "        m=m+1\n",
    "        if m%100==0:\n",
    "            print(\".\",end=\"\")\n",
    "        pass\n",
    "    print(\"epoch:\",e,time.time()-start)\n",
    "    if e%10==0:\n",
    "        test()\n",
    "    pass\n",
    "test()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "读取测试数据"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "运行看看效果"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "performance =  0.9731\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "test()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "结果"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
